danny2507 commited on
Commit
455adb7
·
verified ·
1 Parent(s): 071da4e

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. cls_gemma_orderkd_last_l005/checkpoint-200/tokenizer_config.json +0 -0
  2. cls_gemma_orderkd_last_l005/checkpoint-400/README.md +208 -0
  3. cls_gemma_orderkd_last_l005/checkpoint-400/adapter_config.json +44 -0
  4. cls_gemma_orderkd_last_l005/checkpoint-400/chat_template.jinja +47 -0
  5. cls_gemma_orderkd_last_l005/checkpoint-400/tokenizer_config.json +0 -0
  6. cls_gemma_orderkd_last_l02/checkpoint-200/README.md +208 -0
  7. cls_gemma_orderkd_last_l02/checkpoint-200/adapter_config.json +44 -0
  8. cls_gemma_orderkd_last_l02/checkpoint-200/chat_template.jinja +47 -0
  9. cls_gemma_orderkd_last_l02/checkpoint-200/tokenizer_config.json +0 -0
  10. cls_qwen_baseline/README.md +208 -0
  11. cls_qwen_orderkd_last_l005/README.md +208 -0
  12. cls_qwen_orderkd_last_l005/adapter_config.json +52 -0
  13. cls_qwen_orderkd_last_l005/chat_template.jinja +54 -0
  14. cls_qwen_orderkd_last_l005/checkpoint-200/README.md +208 -0
  15. cls_qwen_orderkd_last_l005/checkpoint-200/adapter_config.json +52 -0
  16. cls_qwen_orderkd_last_l005/checkpoint-200/chat_template.jinja +54 -0
  17. cls_qwen_orderkd_last_l005/checkpoint-200/tokenizer_config.json +202 -0
  18. cls_qwen_orderkd_last_l005/checkpoint-400/README.md +208 -0
  19. cls_qwen_orderkd_last_l005/checkpoint-400/adapter_config.json +52 -0
  20. cls_qwen_orderkd_last_l005/checkpoint-400/chat_template.jinja +54 -0
  21. cls_qwen_orderkd_last_l005/checkpoint-400/tokenizer_config.json +202 -0
  22. cls_qwen_orderkd_last_l005/tokenizer_config.json +202 -0
  23. cls_qwen_orderkd_last_l005/train_metrics.json +1874 -0
  24. cls_qwen_orderkd_last_l02/README.md +208 -0
  25. cls_qwen_orderkd_last_l02/adapter_config.json +52 -0
  26. cls_qwen_orderkd_last_l02/chat_template.jinja +54 -0
  27. cls_qwen_orderkd_last_l02/checkpoint-200/README.md +208 -0
  28. cls_qwen_orderkd_last_l02/checkpoint-200/chat_template.jinja +54 -0
  29. cls_qwen_orderkd_last_l02/checkpoint-200/tokenizer_config.json +202 -0
  30. cls_qwen_orderkd_last_l02/checkpoint-400/README.md +208 -0
  31. cls_qwen_orderkd_last_l02/checkpoint-400/tokenizer_config.json +202 -0
  32. cls_qwen_orderkd_last_l02/tokenizer_config.json +202 -0
  33. cls_qwen_orderkd_last_l02/train_metrics.json +1874 -0
  34. cls_qwen_orderkd_mid_l005/checkpoint-200/chat_template.jinja +54 -0
  35. cls_qwen_orderkd_mid_l005/checkpoint-400/README.md +208 -0
  36. cls_qwen_orderkd_mid_l005/checkpoint-400/chat_template.jinja +54 -0
  37. cls_qwen_orderkd_mid_l005/checkpoint-400/tokenizer_config.json +202 -0
  38. cls_qwen_orderkd_mid_l02/adapter_config.json +52 -0
  39. cls_qwen_orderkd_mid_l02/checkpoint-200/README.md +208 -0
  40. cls_qwen_orderkd_mid_l02/checkpoint-200/adapter_config.json +52 -0
  41. cls_qwen_orderkd_mid_l02/checkpoint-200/chat_template.jinja +54 -0
  42. cls_qwen_orderkd_mid_l02/checkpoint-200/tokenizer_config.json +202 -0
  43. cls_qwen_orderkd_mid_l02/checkpoint-400/README.md +208 -0
  44. cls_qwen_orderkd_mid_l02/checkpoint-400/adapter_config.json +52 -0
  45. cls_qwen_orderkd_mid_l02/checkpoint-400/chat_template.jinja +54 -0
  46. cls_qwen_orderkd_mid_l02/checkpoint-400/tokenizer_config.json +202 -0
  47. cls_qwen_orderkd_mid_l02/tokenizer_config.json +202 -0
  48. cls_qwen_orderkd_mid_l02/train_metrics.json +1874 -0
  49. cls_smollm2_baseline/README.md +208 -0
  50. cls_smollm2_baseline/adapter_config.json +52 -0
cls_gemma_orderkd_last_l005/checkpoint-200/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
cls_gemma_orderkd_last_l005/checkpoint-400/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/gemma-3-1b-it
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/gemma-3-1b-it
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_gemma_orderkd_last_l005/checkpoint-400/adapter_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Gemma3ForCausalLM",
7
+ "parent_library": "transformers.models.gemma3.modeling_gemma3",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/gemma-3-1b-it",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj)))",
37
+ "target_parameters": null,
38
+ "task_type": "CAUSAL_LM",
39
+ "trainable_token_indices": null,
40
+ "use_bdlora": null,
41
+ "use_dora": false,
42
+ "use_qalora": false,
43
+ "use_rslora": false
44
+ }
cls_gemma_orderkd_last_l005/checkpoint-400/chat_template.jinja ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{ bos_token }}
2
+ {%- if messages[0]['role'] == 'system' -%}
3
+ {%- if messages[0]['content'] is string -%}
4
+ {%- set first_user_prefix = messages[0]['content'] + '
5
+
6
+ ' -%}
7
+ {%- else -%}
8
+ {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
9
+
10
+ ' -%}
11
+ {%- endif -%}
12
+ {%- set loop_messages = messages[1:] -%}
13
+ {%- else -%}
14
+ {%- set first_user_prefix = "" -%}
15
+ {%- set loop_messages = messages -%}
16
+ {%- endif -%}
17
+ {%- for message in loop_messages -%}
18
+ {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
19
+ {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
20
+ {%- endif -%}
21
+ {%- if (message['role'] == 'assistant') -%}
22
+ {%- set role = "model" -%}
23
+ {%- else -%}
24
+ {%- set role = message['role'] -%}
25
+ {%- endif -%}
26
+ {{ '<start_of_turn>' + role + '
27
+ ' + (first_user_prefix if loop.first else "") }}
28
+ {%- if message['content'] is string -%}
29
+ {{ message['content'] | trim }}
30
+ {%- elif message['content'] is iterable -%}
31
+ {%- for item in message['content'] -%}
32
+ {%- if item['type'] == 'image' -%}
33
+ {{ '<start_of_image>' }}
34
+ {%- elif item['type'] == 'text' -%}
35
+ {{ item['text'] | trim }}
36
+ {%- endif -%}
37
+ {%- endfor -%}
38
+ {%- else -%}
39
+ {{ raise_exception("Invalid content type") }}
40
+ {%- endif -%}
41
+ {{ '<end_of_turn>
42
+ ' }}
43
+ {%- endfor -%}
44
+ {%- if add_generation_prompt -%}
45
+ {{'<start_of_turn>model
46
+ '}}
47
+ {%- endif -%}
cls_gemma_orderkd_last_l005/checkpoint-400/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
cls_gemma_orderkd_last_l02/checkpoint-200/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/gemma-3-1b-it
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/gemma-3-1b-it
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_gemma_orderkd_last_l02/checkpoint-200/adapter_config.json ADDED
@@ -0,0 +1,44 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Gemma3ForCausalLM",
7
+ "parent_library": "transformers.models.gemma3.modeling_gemma3",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/gemma-3-1b-it",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj)))",
37
+ "target_parameters": null,
38
+ "task_type": "CAUSAL_LM",
39
+ "trainable_token_indices": null,
40
+ "use_bdlora": null,
41
+ "use_dora": false,
42
+ "use_qalora": false,
43
+ "use_rslora": false
44
+ }
cls_gemma_orderkd_last_l02/checkpoint-200/chat_template.jinja ADDED
@@ -0,0 +1,47 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{ bos_token }}
2
+ {%- if messages[0]['role'] == 'system' -%}
3
+ {%- if messages[0]['content'] is string -%}
4
+ {%- set first_user_prefix = messages[0]['content'] + '
5
+
6
+ ' -%}
7
+ {%- else -%}
8
+ {%- set first_user_prefix = messages[0]['content'][0]['text'] + '
9
+
10
+ ' -%}
11
+ {%- endif -%}
12
+ {%- set loop_messages = messages[1:] -%}
13
+ {%- else -%}
14
+ {%- set first_user_prefix = "" -%}
15
+ {%- set loop_messages = messages -%}
16
+ {%- endif -%}
17
+ {%- for message in loop_messages -%}
18
+ {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
19
+ {{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
20
+ {%- endif -%}
21
+ {%- if (message['role'] == 'assistant') -%}
22
+ {%- set role = "model" -%}
23
+ {%- else -%}
24
+ {%- set role = message['role'] -%}
25
+ {%- endif -%}
26
+ {{ '<start_of_turn>' + role + '
27
+ ' + (first_user_prefix if loop.first else "") }}
28
+ {%- if message['content'] is string -%}
29
+ {{ message['content'] | trim }}
30
+ {%- elif message['content'] is iterable -%}
31
+ {%- for item in message['content'] -%}
32
+ {%- if item['type'] == 'image' -%}
33
+ {{ '<start_of_image>' }}
34
+ {%- elif item['type'] == 'text' -%}
35
+ {{ item['text'] | trim }}
36
+ {%- endif -%}
37
+ {%- endfor -%}
38
+ {%- else -%}
39
+ {{ raise_exception("Invalid content type") }}
40
+ {%- endif -%}
41
+ {{ '<end_of_turn>
42
+ ' }}
43
+ {%- endfor -%}
44
+ {%- if add_generation_prompt -%}
45
+ {{'<start_of_turn>model
46
+ '}}
47
+ {%- endif -%}
cls_gemma_orderkd_last_l02/checkpoint-200/tokenizer_config.json ADDED
The diff for this file is too large to render. See raw diff
 
cls_qwen_baseline/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l005/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l005/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "up_proj",
38
+ "o_proj",
39
+ "gate_proj",
40
+ "q_proj",
41
+ "k_proj",
42
+ "v_proj",
43
+ "down_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_last_l005/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_last_l005/checkpoint-200/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l005/checkpoint-200/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "up_proj",
38
+ "o_proj",
39
+ "gate_proj",
40
+ "q_proj",
41
+ "k_proj",
42
+ "v_proj",
43
+ "down_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_last_l005/checkpoint-200/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_last_l005/checkpoint-200/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_last_l005/checkpoint-400/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l005/checkpoint-400/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "up_proj",
38
+ "o_proj",
39
+ "gate_proj",
40
+ "q_proj",
41
+ "k_proj",
42
+ "v_proj",
43
+ "down_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_last_l005/checkpoint-400/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_last_l005/checkpoint-400/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_last_l005/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_last_l005/train_metrics.json ADDED
@@ -0,0 +1,1874 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss_log": [
3
+ {
4
+ "global_step": 20,
5
+ "optimizer_step": 2,
6
+ "lr": 4.347826086956522e-06,
7
+ "lm_loss": 1.6914753913879395,
8
+ "order_loss": 5.9375,
9
+ "ret_loss": 0.0,
10
+ "pretrain_loss": 0.0,
11
+ "total_loss": 1.9883503913879395
12
+ },
13
+ {
14
+ "global_step": 40,
15
+ "optimizer_step": 5,
16
+ "lr": 1.0869565217391305e-05,
17
+ "lm_loss": 0.1087120994925499,
18
+ "order_loss": 7.875,
19
+ "ret_loss": 0.0,
20
+ "pretrain_loss": 0.0,
21
+ "total_loss": 0.5032433271408081
22
+ },
23
+ {
24
+ "global_step": 60,
25
+ "optimizer_step": 7,
26
+ "lr": 1.5217391304347828e-05,
27
+ "lm_loss": 0.6768352389335632,
28
+ "order_loss": 3.546875,
29
+ "ret_loss": 0.0,
30
+ "pretrain_loss": 0.0,
31
+ "total_loss": 0.8545696139335632
32
+ },
33
+ {
34
+ "global_step": 80,
35
+ "optimizer_step": 10,
36
+ "lr": 2.173913043478261e-05,
37
+ "lm_loss": 0.6445594429969788,
38
+ "order_loss": 11.3125,
39
+ "ret_loss": 0.0,
40
+ "pretrain_loss": 0.0,
41
+ "total_loss": 1.210965633392334
42
+ },
43
+ {
44
+ "global_step": 100,
45
+ "optimizer_step": 12,
46
+ "lr": 2.608695652173913e-05,
47
+ "lm_loss": 0.5033003091812134,
48
+ "order_loss": 1.3984375,
49
+ "ret_loss": 0.0,
50
+ "pretrain_loss": 0.0,
51
+ "total_loss": 0.5731245279312134
52
+ },
53
+ {
54
+ "global_step": 120,
55
+ "optimizer_step": 15,
56
+ "lr": 3.260869565217392e-05,
57
+ "lm_loss": 0.5033522844314575,
58
+ "order_loss": 6.71875,
59
+ "ret_loss": 0.0,
60
+ "pretrain_loss": 0.0,
61
+ "total_loss": 0.8392897844314575
62
+ },
63
+ {
64
+ "global_step": 140,
65
+ "optimizer_step": 17,
66
+ "lr": 3.695652173913043e-05,
67
+ "lm_loss": 0.09757798910140991,
68
+ "order_loss": 13.5625,
69
+ "ret_loss": 0.0,
70
+ "pretrain_loss": 0.0,
71
+ "total_loss": 0.7772654891014099
72
+ },
73
+ {
74
+ "global_step": 160,
75
+ "optimizer_step": 20,
76
+ "lr": 4.347826086956522e-05,
77
+ "lm_loss": 0.19349420070648193,
78
+ "order_loss": 38.0,
79
+ "ret_loss": 0.0,
80
+ "pretrain_loss": 0.0,
81
+ "total_loss": 2.0919318199157715
82
+ },
83
+ {
84
+ "global_step": 180,
85
+ "optimizer_step": 22,
86
+ "lr": 4.782608695652174e-05,
87
+ "lm_loss": 0.029718000441789627,
88
+ "order_loss": 24.375,
89
+ "ret_loss": 0.0,
90
+ "pretrain_loss": 0.0,
91
+ "total_loss": 1.248468041419983
92
+ },
93
+ {
94
+ "global_step": 200,
95
+ "optimizer_step": 25,
96
+ "lr": 4.9997541293989384e-05,
97
+ "lm_loss": 0.13842232525348663,
98
+ "order_loss": 12.4375,
99
+ "ret_loss": 0.0,
100
+ "pretrain_loss": 0.0,
101
+ "total_loss": 0.7595160603523254
102
+ },
103
+ {
104
+ "global_step": 220,
105
+ "optimizer_step": 27,
106
+ "lr": 4.999016565957633e-05,
107
+ "lm_loss": 0.09928087145090103,
108
+ "order_loss": 1.4921875,
109
+ "ret_loss": 0.0,
110
+ "pretrain_loss": 0.0,
111
+ "total_loss": 0.17398789525032043
112
+ },
113
+ {
114
+ "global_step": 240,
115
+ "optimizer_step": 30,
116
+ "lr": 4.996988640512931e-05,
117
+ "lm_loss": 0.3353252708911896,
118
+ "order_loss": 5.0625,
119
+ "ret_loss": 0.0,
120
+ "pretrain_loss": 0.0,
121
+ "total_loss": 0.5892314910888672
122
+ },
123
+ {
124
+ "global_step": 260,
125
+ "optimizer_step": 32,
126
+ "lr": 4.995022691166621e-05,
127
+ "lm_loss": 0.22432920336723328,
128
+ "order_loss": 1.484375,
129
+ "ret_loss": 0.0,
130
+ "pretrain_loss": 0.0,
131
+ "total_loss": 0.2985479533672333
132
+ },
133
+ {
134
+ "global_step": 280,
135
+ "optimizer_step": 35,
136
+ "lr": 4.991153735294049e-05,
137
+ "lm_loss": 0.3999349772930145,
138
+ "order_loss": 1.2578125,
139
+ "ret_loss": 0.0,
140
+ "pretrain_loss": 0.0,
141
+ "total_loss": 0.4629232585430145
142
+ },
143
+ {
144
+ "global_step": 300,
145
+ "optimizer_step": 37,
146
+ "lr": 4.987961816680492e-05,
147
+ "lm_loss": 0.49685245752334595,
148
+ "order_loss": 6.09375,
149
+ "ret_loss": 0.0,
150
+ "pretrain_loss": 0.0,
151
+ "total_loss": 0.801539957523346
152
+ },
153
+ {
154
+ "global_step": 320,
155
+ "optimizer_step": 40,
156
+ "lr": 4.9822565862832806e-05,
157
+ "lm_loss": 0.21062186360359192,
158
+ "order_loss": 11.6875,
159
+ "ret_loss": 0.0,
160
+ "pretrain_loss": 0.0,
161
+ "total_loss": 0.7965593338012695
162
+ },
163
+ {
164
+ "global_step": 340,
165
+ "optimizer_step": 42,
166
+ "lr": 4.9778426220595456e-05,
167
+ "lm_loss": 0.06788656860589981,
168
+ "order_loss": 7.46875,
169
+ "ret_loss": 0.0,
170
+ "pretrain_loss": 0.0,
171
+ "total_loss": 0.4409334361553192
172
+ },
173
+ {
174
+ "global_step": 360,
175
+ "optimizer_step": 45,
176
+ "lr": 4.970308130276272e-05,
177
+ "lm_loss": 0.2958480417728424,
178
+ "order_loss": 1.46875,
179
+ "ret_loss": 0.0,
180
+ "pretrain_loss": 0.0,
181
+ "total_loss": 0.3690902292728424
182
+ },
183
+ {
184
+ "global_step": 380,
185
+ "optimizer_step": 47,
186
+ "lr": 4.96467754629559e-05,
187
+ "lm_loss": 0.1992545872926712,
188
+ "order_loss": 4.125,
189
+ "ret_loss": 0.0,
190
+ "pretrain_loss": 0.0,
191
+ "total_loss": 0.40530925989151
192
+ },
193
+ {
194
+ "global_step": 400,
195
+ "optimizer_step": 50,
196
+ "lr": 4.955323054879298e-05,
197
+ "lm_loss": 0.1653372049331665,
198
+ "order_loss": 2.671875,
199
+ "ret_loss": 0.0,
200
+ "pretrain_loss": 0.0,
201
+ "total_loss": 0.2991262674331665
202
+ },
203
+ {
204
+ "global_step": 420,
205
+ "optimizer_step": 52,
206
+ "lr": 4.948482772521345e-05,
207
+ "lm_loss": 0.10371943563222885,
208
+ "order_loss": 3.6875,
209
+ "ret_loss": 0.0,
210
+ "pretrain_loss": 0.0,
211
+ "total_loss": 0.28828975558280945
212
+ },
213
+ {
214
+ "global_step": 440,
215
+ "optimizer_step": 55,
216
+ "lr": 4.937319780454559e-05,
217
+ "lm_loss": 0.0374174639582634,
218
+ "order_loss": 7.65625,
219
+ "ret_loss": 0.0,
220
+ "pretrain_loss": 0.0,
221
+ "total_loss": 0.420229971408844
222
+ },
223
+ {
224
+ "global_step": 460,
225
+ "optimizer_step": 57,
226
+ "lr": 4.929278208117378e-05,
227
+ "lm_loss": 0.13702020049095154,
228
+ "order_loss": 1.015625,
229
+ "ret_loss": 0.0,
230
+ "pretrain_loss": 0.0,
231
+ "total_loss": 0.18780145049095154
232
+ },
233
+ {
234
+ "global_step": 480,
235
+ "optimizer_step": 60,
236
+ "lr": 4.916320437477008e-05,
237
+ "lm_loss": 0.3832823634147644,
238
+ "order_loss": 1.5703125,
239
+ "ret_loss": 0.0,
240
+ "pretrain_loss": 0.0,
241
+ "total_loss": 0.4618956446647644
242
+ },
243
+ {
244
+ "global_step": 500,
245
+ "optimizer_step": 62,
246
+ "lr": 4.907087460240999e-05,
247
+ "lm_loss": 0.21872122585773468,
248
+ "order_loss": 0.96484375,
249
+ "ret_loss": 0.0,
250
+ "pretrain_loss": 0.0,
251
+ "total_loss": 0.2670610547065735
252
+ },
253
+ {
254
+ "global_step": 520,
255
+ "optimizer_step": 65,
256
+ "lr": 4.892350839330522e-05,
257
+ "lm_loss": 0.0407220721244812,
258
+ "order_loss": 0.9765625,
259
+ "ret_loss": 0.0,
260
+ "pretrain_loss": 0.0,
261
+ "total_loss": 0.0895501971244812
262
+ },
263
+ {
264
+ "global_step": 540,
265
+ "optimizer_step": 67,
266
+ "lr": 4.881937806807241e-05,
267
+ "lm_loss": 0.0614541620016098,
268
+ "order_loss": 1.0390625,
269
+ "ret_loss": 0.0,
270
+ "pretrain_loss": 0.0,
271
+ "total_loss": 0.1134561151266098
272
+ },
273
+ {
274
+ "global_step": 560,
275
+ "optimizer_step": 70,
276
+ "lr": 4.865440450576874e-05,
277
+ "lm_loss": 0.08911334723234177,
278
+ "order_loss": 0.70703125,
279
+ "ret_loss": 0.0,
280
+ "pretrain_loss": 0.0,
281
+ "total_loss": 0.12451373785734177
282
+ },
283
+ {
284
+ "global_step": 580,
285
+ "optimizer_step": 72,
286
+ "lr": 4.853860162957552e-05,
287
+ "lm_loss": 0.5348714590072632,
288
+ "order_loss": 0.55078125,
289
+ "ret_loss": 0.0,
290
+ "pretrain_loss": 0.0,
291
+ "total_loss": 0.5624593496322632
292
+ },
293
+ {
294
+ "global_step": 600,
295
+ "optimizer_step": 75,
296
+ "lr": 4.8356223507364996e-05,
297
+ "lm_loss": 0.04833555966615677,
298
+ "order_loss": 3.328125,
299
+ "ret_loss": 0.0,
300
+ "pretrain_loss": 0.0,
301
+ "total_loss": 0.21435117721557617
302
+ },
303
+ {
304
+ "global_step": 620,
305
+ "optimizer_step": 77,
306
+ "lr": 4.822889043057446e-05,
307
+ "lm_loss": 0.5721096992492676,
308
+ "order_loss": 0.92578125,
309
+ "ret_loss": 0.0,
310
+ "pretrain_loss": 0.0,
311
+ "total_loss": 0.6184964179992676
312
+ },
313
+ {
314
+ "global_step": 640,
315
+ "optimizer_step": 80,
316
+ "lr": 4.802933193625593e-05,
317
+ "lm_loss": 0.05182059481739998,
318
+ "order_loss": 0.88671875,
319
+ "ret_loss": 0.0,
320
+ "pretrain_loss": 0.0,
321
+ "total_loss": 0.09625418484210968
322
+ },
323
+ {
324
+ "global_step": 660,
325
+ "optimizer_step": 82,
326
+ "lr": 4.789062518269812e-05,
327
+ "lm_loss": 0.3426755666732788,
328
+ "order_loss": 0.703125,
329
+ "ret_loss": 0.0,
330
+ "pretrain_loss": 0.0,
331
+ "total_loss": 0.3778318166732788
332
+ },
333
+ {
334
+ "global_step": 680,
335
+ "optimizer_step": 85,
336
+ "lr": 4.767413162299501e-05,
337
+ "lm_loss": 0.38303670287132263,
338
+ "order_loss": 0.94140625,
339
+ "ret_loss": 0.0,
340
+ "pretrain_loss": 0.0,
341
+ "total_loss": 0.43015584349632263
342
+ },
343
+ {
344
+ "global_step": 700,
345
+ "optimizer_step": 87,
346
+ "lr": 4.752422169756048e-05,
347
+ "lm_loss": 0.08991702646017075,
348
+ "order_loss": 0.55859375,
349
+ "ret_loss": 0.0,
350
+ "pretrain_loss": 0.0,
351
+ "total_loss": 0.11787112802267075
352
+ },
353
+ {
354
+ "global_step": 720,
355
+ "optimizer_step": 90,
356
+ "lr": 4.729105919657818e-05,
357
+ "lm_loss": 0.008838026784360409,
358
+ "order_loss": 0.609375,
359
+ "ret_loss": 0.0,
360
+ "pretrain_loss": 0.0,
361
+ "total_loss": 0.03935560584068298
362
+ },
363
+ {
364
+ "global_step": 740,
365
+ "optimizer_step": 92,
366
+ "lr": 4.7130130375625305e-05,
367
+ "lm_loss": 0.22944670915603638,
368
+ "order_loss": 0.60546875,
369
+ "ret_loss": 0.0,
370
+ "pretrain_loss": 0.0,
371
+ "total_loss": 0.2597201466560364
372
+ },
373
+ {
374
+ "global_step": 760,
375
+ "optimizer_step": 95,
376
+ "lr": 4.6880585547718845e-05,
377
+ "lm_loss": 0.006116537377238274,
378
+ "order_loss": 0.5859375,
379
+ "ret_loss": 0.0,
380
+ "pretrain_loss": 0.0,
381
+ "total_loss": 0.03541341423988342
382
+ },
383
+ {
384
+ "global_step": 780,
385
+ "optimizer_step": 97,
386
+ "lr": 4.670883565255264e-05,
387
+ "lm_loss": 0.22687125205993652,
388
+ "order_loss": 0.75,
389
+ "ret_loss": 0.0,
390
+ "pretrain_loss": 0.0,
391
+ "total_loss": 0.2644689083099365
392
+ },
393
+ {
394
+ "global_step": 800,
395
+ "optimizer_step": 100,
396
+ "lr": 4.6443215250006806e-05,
397
+ "lm_loss": 0.42155373096466064,
398
+ "order_loss": 0.71484375,
399
+ "ret_loss": 0.0,
400
+ "pretrain_loss": 0.0,
401
+ "total_loss": 0.45719826221466064
402
+ },
403
+ {
404
+ "global_step": 820,
405
+ "optimizer_step": 102,
406
+ "lr": 4.626085540370762e-05,
407
+ "lm_loss": 0.002893393859267235,
408
+ "order_loss": 0.53515625,
409
+ "ret_loss": 0.0,
410
+ "pretrain_loss": 0.0,
411
+ "total_loss": 0.029626792296767235
412
+ },
413
+ {
414
+ "global_step": 840,
415
+ "optimizer_step": 105,
416
+ "lr": 4.597948593966256e-05,
417
+ "lm_loss": 0.06910011172294617,
418
+ "order_loss": 0.59375,
419
+ "ret_loss": 0.0,
420
+ "pretrain_loss": 0.0,
421
+ "total_loss": 0.09876319766044617
422
+ },
423
+ {
424
+ "global_step": 860,
425
+ "optimizer_step": 107,
426
+ "lr": 4.5786740307563636e-05,
427
+ "lm_loss": 0.032370004802942276,
428
+ "order_loss": 0.46484375,
429
+ "ret_loss": 0.0,
430
+ "pretrain_loss": 0.0,
431
+ "total_loss": 0.055563364177942276
432
+ },
433
+ {
434
+ "global_step": 880,
435
+ "optimizer_step": 110,
436
+ "lr": 4.5489967654649474e-05,
437
+ "lm_loss": 0.0011533203069120646,
438
+ "order_loss": 0.70703125,
439
+ "ret_loss": 0.0,
440
+ "pretrain_loss": 0.0,
441
+ "total_loss": 0.03655371069908142
442
+ },
443
+ {
444
+ "global_step": 900,
445
+ "optimizer_step": 112,
446
+ "lr": 4.528707316878232e-05,
447
+ "lm_loss": 0.02716439589858055,
448
+ "order_loss": 0.56640625,
449
+ "ret_loss": 0.0,
450
+ "pretrain_loss": 0.0,
451
+ "total_loss": 0.05548470839858055
452
+ },
453
+ {
454
+ "global_step": 920,
455
+ "optimizer_step": 115,
456
+ "lr": 4.497526213395623e-05,
457
+ "lm_loss": 0.1075206845998764,
458
+ "order_loss": 0.6640625,
459
+ "ret_loss": 0.0,
460
+ "pretrain_loss": 0.0,
461
+ "total_loss": 0.1407238095998764
462
+ },
463
+ {
464
+ "global_step": 940,
465
+ "optimizer_step": 117,
466
+ "lr": 4.476246820180259e-05,
467
+ "lm_loss": 0.48579227924346924,
468
+ "order_loss": 0.5234375,
469
+ "ret_loss": 0.0,
470
+ "pretrain_loss": 0.0,
471
+ "total_loss": 0.5119153261184692
472
+ },
473
+ {
474
+ "global_step": 960,
475
+ "optimizer_step": 120,
476
+ "lr": 4.443600207791081e-05,
477
+ "lm_loss": 0.02950931340456009,
478
+ "order_loss": 0.56640625,
479
+ "ret_loss": 0.0,
480
+ "pretrain_loss": 0.0,
481
+ "total_loss": 0.05782962590456009
482
+ },
483
+ {
484
+ "global_step": 980,
485
+ "optimizer_step": 122,
486
+ "lr": 4.421357027581921e-05,
487
+ "lm_loss": 0.22922255098819733,
488
+ "order_loss": 0.60546875,
489
+ "ret_loss": 0.0,
490
+ "pretrain_loss": 0.0,
491
+ "total_loss": 0.25949597358703613
492
+ },
493
+ {
494
+ "global_step": 1000,
495
+ "optimizer_step": 125,
496
+ "lr": 4.38728503704354e-05,
497
+ "lm_loss": 0.042673878371715546,
498
+ "order_loss": 0.56640625,
499
+ "ret_loss": 0.0,
500
+ "pretrain_loss": 0.0,
501
+ "total_loss": 0.07099419087171555
502
+ },
503
+ {
504
+ "global_step": 1020,
505
+ "optimizer_step": 127,
506
+ "lr": 4.364105412207914e-05,
507
+ "lm_loss": 0.06148049235343933,
508
+ "order_loss": 0.578125,
509
+ "ret_loss": 0.0,
510
+ "pretrain_loss": 0.0,
511
+ "total_loss": 0.09041115641593933
512
+ },
513
+ {
514
+ "global_step": 1040,
515
+ "optimizer_step": 130,
516
+ "lr": 4.328649926419819e-05,
517
+ "lm_loss": 0.017818095162510872,
518
+ "order_loss": 0.5390625,
519
+ "ret_loss": 0.0,
520
+ "pretrain_loss": 0.0,
521
+ "total_loss": 0.04479563236236572
522
+ },
523
+ {
524
+ "global_step": 1060,
525
+ "optimizer_step": 132,
526
+ "lr": 4.304562350447008e-05,
527
+ "lm_loss": 0.04980824887752533,
528
+ "order_loss": 0.640625,
529
+ "ret_loss": 0.0,
530
+ "pretrain_loss": 0.0,
531
+ "total_loss": 0.08179067075252533
532
+ },
533
+ {
534
+ "global_step": 1080,
535
+ "optimizer_step": 135,
536
+ "lr": 4.267766952966369e-05,
537
+ "lm_loss": 0.09974256157875061,
538
+ "order_loss": 0.63671875,
539
+ "ret_loss": 0.0,
540
+ "pretrain_loss": 0.0,
541
+ "total_loss": 0.1314808428287506
542
+ },
543
+ {
544
+ "global_step": 1100,
545
+ "optimizer_step": 137,
546
+ "lr": 4.242801035442058e-05,
547
+ "lm_loss": 0.04994240775704384,
548
+ "order_loss": 0.66796875,
549
+ "ret_loss": 0.0,
550
+ "pretrain_loss": 0.0,
551
+ "total_loss": 0.08338966965675354
552
+ },
553
+ {
554
+ "global_step": 1120,
555
+ "optimizer_step": 140,
556
+ "lr": 4.204710956908763e-05,
557
+ "lm_loss": 0.15852271020412445,
558
+ "order_loss": 0.6015625,
559
+ "ret_loss": 0.0,
560
+ "pretrain_loss": 0.0,
561
+ "total_loss": 0.18855200707912445
562
+ },
563
+ {
564
+ "global_step": 1140,
565
+ "optimizer_step": 142,
566
+ "lr": 4.178897387117546e-05,
567
+ "lm_loss": 0.06282774358987808,
568
+ "order_loss": 0.515625,
569
+ "ret_loss": 0.0,
570
+ "pretrain_loss": 0.0,
571
+ "total_loss": 0.08858457952737808
572
+ },
573
+ {
574
+ "global_step": 1160,
575
+ "optimizer_step": 145,
576
+ "lr": 4.139559449654561e-05,
577
+ "lm_loss": 0.261152446269989,
578
+ "order_loss": 0.58984375,
579
+ "ret_loss": 0.0,
580
+ "pretrain_loss": 0.0,
581
+ "total_loss": 0.290693461894989
582
+ },
583
+ {
584
+ "global_step": 1180,
585
+ "optimizer_step": 147,
586
+ "lr": 4.1129299588552193e-05,
587
+ "lm_loss": 0.14363141357898712,
588
+ "order_loss": 0.6796875,
589
+ "ret_loss": 0.0,
590
+ "pretrain_loss": 0.0,
591
+ "total_loss": 0.17756696045398712
592
+ },
593
+ {
594
+ "global_step": 1200,
595
+ "optimizer_step": 150,
596
+ "lr": 4.072392518512623e-05,
597
+ "lm_loss": 0.05964493006467819,
598
+ "order_loss": 0.345703125,
599
+ "ret_loss": 0.0,
600
+ "pretrain_loss": 0.0,
601
+ "total_loss": 0.07697891443967819
602
+ },
603
+ {
604
+ "global_step": 1220,
605
+ "optimizer_step": 152,
606
+ "lr": 4.0449798409325665e-05,
607
+ "lm_loss": 0.11815153062343597,
608
+ "order_loss": 3.5,
609
+ "ret_loss": 0.0,
610
+ "pretrain_loss": 0.0,
611
+ "total_loss": 0.29295623302459717
612
+ },
613
+ {
614
+ "global_step": 1240,
615
+ "optimizer_step": 155,
616
+ "lr": 4.0032927282460146e-05,
617
+ "lm_loss": 0.06268114596605301,
618
+ "order_loss": 0.5078125,
619
+ "ret_loss": 0.0,
620
+ "pretrain_loss": 0.0,
621
+ "total_loss": 0.08807177096605301
622
+ },
623
+ {
624
+ "global_step": 1260,
625
+ "optimizer_step": 157,
626
+ "lr": 3.9751305608428205e-05,
627
+ "lm_loss": 0.07811212539672852,
628
+ "order_loss": 0.48828125,
629
+ "ret_loss": 0.0,
630
+ "pretrain_loss": 0.0,
631
+ "total_loss": 0.10252618789672852
632
+ },
633
+ {
634
+ "global_step": 1280,
635
+ "optimizer_step": 160,
636
+ "lr": 3.932345019579495e-05,
637
+ "lm_loss": 0.0212145633995533,
638
+ "order_loss": 0.671875,
639
+ "ret_loss": 0.0,
640
+ "pretrain_loss": 0.0,
641
+ "total_loss": 0.0549059696495533
642
+ },
643
+ {
644
+ "global_step": 1300,
645
+ "optimizer_step": 162,
646
+ "lr": 3.90346798061902e-05,
647
+ "lm_loss": 0.044339727610349655,
648
+ "order_loss": 0.42578125,
649
+ "ret_loss": 0.0,
650
+ "pretrain_loss": 0.0,
651
+ "total_loss": 0.06557996571063995
652
+ },
653
+ {
654
+ "global_step": 1320,
655
+ "optimizer_step": 165,
656
+ "lr": 3.859636604786372e-05,
657
+ "lm_loss": 0.0027361896354705095,
658
+ "order_loss": 0.490234375,
659
+ "ret_loss": 0.0,
660
+ "pretrain_loss": 0.0,
661
+ "total_loss": 0.02727232314646244
662
+ },
663
+ {
664
+ "global_step": 1340,
665
+ "optimizer_step": 167,
666
+ "lr": 3.830080191288342e-05,
667
+ "lm_loss": 0.437783420085907,
668
+ "order_loss": 0.6328125,
669
+ "ret_loss": 0.0,
670
+ "pretrain_loss": 0.0,
671
+ "total_loss": 0.469521701335907
672
+ },
673
+ {
674
+ "global_step": 1360,
675
+ "optimizer_step": 170,
676
+ "lr": 3.785256860483054e-05,
677
+ "lm_loss": 0.18309801816940308,
678
+ "order_loss": 0.54296875,
679
+ "ret_loss": 0.0,
680
+ "pretrain_loss": 0.0,
681
+ "total_loss": 0.21019762754440308
682
+ },
683
+ {
684
+ "global_step": 1380,
685
+ "optimizer_step": 172,
686
+ "lr": 3.755057404586455e-05,
687
+ "lm_loss": 0.0034244954586029053,
688
+ "order_loss": 0.6484375,
689
+ "ret_loss": 0.0,
690
+ "pretrain_loss": 0.0,
691
+ "total_loss": 0.035895198583602905
692
+ },
693
+ {
694
+ "global_step": 1400,
695
+ "optimizer_step": 175,
696
+ "lr": 3.7092972177631e-05,
697
+ "lm_loss": 0.007155338302254677,
698
+ "order_loss": 0.51171875,
699
+ "ret_loss": 0.0,
700
+ "pretrain_loss": 0.0,
701
+ "total_loss": 0.03279010206460953
702
+ },
703
+ {
704
+ "global_step": 1420,
705
+ "optimizer_step": 177,
706
+ "lr": 3.678491842064995e-05,
707
+ "lm_loss": 0.04718463867902756,
708
+ "order_loss": 0.62109375,
709
+ "ret_loss": 0.0,
710
+ "pretrain_loss": 0.0,
711
+ "total_loss": 0.07819049805402756
712
+ },
713
+ {
714
+ "global_step": 1440,
715
+ "optimizer_step": 180,
716
+ "lr": 3.631851049805793e-05,
717
+ "lm_loss": 0.05958927422761917,
718
+ "order_loss": 0.5078125,
719
+ "ret_loss": 0.0,
720
+ "pretrain_loss": 0.0,
721
+ "total_loss": 0.08497989922761917
722
+ },
723
+ {
724
+ "global_step": 1460,
725
+ "optimizer_step": 182,
726
+ "lr": 3.600477621728473e-05,
727
+ "lm_loss": 0.018503550440073013,
728
+ "order_loss": 0.5390625,
729
+ "ret_loss": 0.0,
730
+ "pretrain_loss": 0.0,
731
+ "total_loss": 0.04548108950257301
732
+ },
733
+ {
734
+ "global_step": 1480,
735
+ "optimizer_step": 185,
736
+ "lr": 3.5530135570974274e-05,
737
+ "lm_loss": 0.026566457003355026,
738
+ "order_loss": 0.50390625,
739
+ "ret_loss": 0.0,
740
+ "pretrain_loss": 0.0,
741
+ "total_loss": 0.051712941378355026
742
+ },
743
+ {
744
+ "global_step": 1500,
745
+ "optimizer_step": 187,
746
+ "lr": 3.521110642339991e-05,
747
+ "lm_loss": 0.011155582964420319,
748
+ "order_loss": 0.5,
749
+ "ret_loss": 0.0,
750
+ "pretrain_loss": 0.0,
751
+ "total_loss": 0.03617999702692032
752
+ },
753
+ {
754
+ "global_step": 1520,
755
+ "optimizer_step": 190,
756
+ "lr": 3.4728816504063726e-05,
757
+ "lm_loss": 0.12846076488494873,
758
+ "order_loss": 0.498046875,
759
+ "ret_loss": 0.0,
760
+ "pretrain_loss": 0.0,
761
+ "total_loss": 0.15336310863494873
762
+ },
763
+ {
764
+ "global_step": 1540,
765
+ "optimizer_step": 192,
766
+ "lr": 3.440488465537943e-05,
767
+ "lm_loss": 0.08315017819404602,
768
+ "order_loss": 0.57421875,
769
+ "ret_loss": 0.0,
770
+ "pretrain_loss": 0.0,
771
+ "total_loss": 0.11183670163154602
772
+ },
773
+ {
774
+ "global_step": 1560,
775
+ "optimizer_step": 195,
776
+ "lr": 3.391553831655782e-05,
777
+ "lm_loss": 0.018427085131406784,
778
+ "order_loss": 0.5625,
779
+ "ret_loss": 0.0,
780
+ "pretrain_loss": 0.0,
781
+ "total_loss": 0.046503257006406784
782
+ },
783
+ {
784
+ "global_step": 1580,
785
+ "optimizer_step": 197,
786
+ "lr": 3.358710195908653e-05,
787
+ "lm_loss": 0.10204938054084778,
788
+ "order_loss": 0.578125,
789
+ "ret_loss": 0.0,
790
+ "pretrain_loss": 0.0,
791
+ "total_loss": 0.13098004460334778
792
+ },
793
+ {
794
+ "global_step": 1600,
795
+ "optimizer_step": 200,
796
+ "lr": 3.309130072840379e-05,
797
+ "lm_loss": 0.06169646605849266,
798
+ "order_loss": 0.54296875,
799
+ "ret_loss": 0.0,
800
+ "pretrain_loss": 0.0,
801
+ "total_loss": 0.08879607915878296
802
+ },
803
+ {
804
+ "global_step": 1620,
805
+ "optimizer_step": 202,
806
+ "lr": 3.2758763591623295e-05,
807
+ "lm_loss": 0.0068936701864004135,
808
+ "order_loss": 0.494140625,
809
+ "ret_loss": 0.0,
810
+ "pretrain_loss": 0.0,
811
+ "total_loss": 0.03155187517404556
812
+ },
813
+ {
814
+ "global_step": 1640,
815
+ "optimizer_step": 205,
816
+ "lr": 3.225711693136156e-05,
817
+ "lm_loss": 0.06852154433727264,
818
+ "order_loss": 0.56640625,
819
+ "ret_loss": 0.0,
820
+ "pretrain_loss": 0.0,
821
+ "total_loss": 0.09684185683727264
822
+ },
823
+ {
824
+ "global_step": 1660,
825
+ "optimizer_step": 207,
826
+ "lr": 3.1920887785621235e-05,
827
+ "lm_loss": 0.22903481125831604,
828
+ "order_loss": 0.5234375,
829
+ "ret_loss": 0.0,
830
+ "pretrain_loss": 0.0,
831
+ "total_loss": 0.25515785813331604
832
+ },
833
+ {
834
+ "global_step": 1680,
835
+ "optimizer_step": 210,
836
+ "lr": 3.141401234354067e-05,
837
+ "lm_loss": 0.008232679218053818,
838
+ "order_loss": 0.61328125,
839
+ "ret_loss": 0.0,
840
+ "pretrain_loss": 0.0,
841
+ "total_loss": 0.03887232765555382
842
+ },
843
+ {
844
+ "global_step": 1700,
845
+ "optimizer_step": 212,
846
+ "lr": 3.10745044975816e-05,
847
+ "lm_loss": 0.014605074189603329,
848
+ "order_loss": 0.73046875,
849
+ "ret_loss": 0.0,
850
+ "pretrain_loss": 0.0,
851
+ "total_loss": 0.0512261688709259
852
+ },
853
+ {
854
+ "global_step": 1720,
855
+ "optimizer_step": 215,
856
+ "lr": 3.056302334890786e-05,
857
+ "lm_loss": 0.28146374225616455,
858
+ "order_loss": 0.578125,
859
+ "ret_loss": 0.0,
860
+ "pretrain_loss": 0.0,
861
+ "total_loss": 0.31039440631866455
862
+ },
863
+ {
864
+ "global_step": 1740,
865
+ "optimizer_step": 217,
866
+ "lr": 3.022065414180425e-05,
867
+ "lm_loss": 0.040888428688049316,
868
+ "order_loss": 0.6484375,
869
+ "ret_loss": 0.0,
870
+ "pretrain_loss": 0.0,
871
+ "total_loss": 0.07335913181304932
872
+ },
873
+ {
874
+ "global_step": 1760,
875
+ "optimizer_step": 220,
876
+ "lr": 2.9705196023315006e-05,
877
+ "lm_loss": 0.13440726697444916,
878
+ "order_loss": 0.609375,
879
+ "ret_loss": 0.0,
880
+ "pretrain_loss": 0.0,
881
+ "total_loss": 0.16492484509944916
882
+ },
883
+ {
884
+ "global_step": 1780,
885
+ "optimizer_step": 222,
886
+ "lr": 2.9360386311461275e-05,
887
+ "lm_loss": 0.0022976442705839872,
888
+ "order_loss": 0.63671875,
889
+ "ret_loss": 0.0,
890
+ "pretrain_loss": 0.0,
891
+ "total_loss": 0.034035924822092056
892
+ },
893
+ {
894
+ "global_step": 1800,
895
+ "optimizer_step": 225,
896
+ "lr": 2.884158484861325e-05,
897
+ "lm_loss": 0.1732504814863205,
898
+ "order_loss": 0.5703125,
899
+ "ret_loss": 0.0,
900
+ "pretrain_loss": 0.0,
901
+ "total_loss": 0.2018149346113205
902
+ },
903
+ {
904
+ "global_step": 1820,
905
+ "optimizer_step": 227,
906
+ "lr": 2.849475848838749e-05,
907
+ "lm_loss": 0.04049305617809296,
908
+ "order_loss": 0.64453125,
909
+ "ret_loss": 0.0,
910
+ "pretrain_loss": 0.0,
911
+ "total_loss": 0.07271961867809296
912
+ },
913
+ {
914
+ "global_step": 1840,
915
+ "optimizer_step": 230,
916
+ "lr": 2.7973251416434175e-05,
917
+ "lm_loss": 0.1207285225391388,
918
+ "order_loss": 0.62109375,
919
+ "ret_loss": 0.0,
920
+ "pretrain_loss": 0.0,
921
+ "total_loss": 0.1517343819141388
922
+ },
923
+ {
924
+ "global_step": 1860,
925
+ "optimizer_step": 232,
926
+ "lr": 2.7624834743173867e-05,
927
+ "lm_loss": 0.028766684234142303,
928
+ "order_loss": 0.4921875,
929
+ "ret_loss": 0.0,
930
+ "pretrain_loss": 0.0,
931
+ "total_loss": 0.0534248873591423
932
+ },
933
+ {
934
+ "global_step": 1880,
935
+ "optimizer_step": 235,
936
+ "lr": 2.710126312323119e-05,
937
+ "lm_loss": 0.0021092547103762627,
938
+ "order_loss": 0.5,
939
+ "ret_loss": 0.0,
940
+ "pretrain_loss": 0.0,
941
+ "total_loss": 0.027133669704198837
942
+ },
943
+ {
944
+ "global_step": 1900,
945
+ "optimizer_step": 237,
946
+ "lr": 2.6751684427161683e-05,
947
+ "lm_loss": 0.03879808261990547,
948
+ "order_loss": 0.55859375,
949
+ "ret_loss": 0.0,
950
+ "pretrain_loss": 0.0,
951
+ "total_loss": 0.06675218045711517
952
+ },
953
+ {
954
+ "global_step": 1920,
955
+ "optimizer_step": 240,
956
+ "lr": 2.6226691858185454e-05,
957
+ "lm_loss": 0.0021337121725082397,
958
+ "order_loss": 0.51171875,
959
+ "ret_loss": 0.0,
960
+ "pretrain_loss": 0.0,
961
+ "total_loss": 0.02776847779750824
962
+ },
963
+ {
964
+ "global_step": 1940,
965
+ "optimizer_step": 242,
966
+ "lr": 2.587638085794541e-05,
967
+ "lm_loss": 0.0017557061510160565,
968
+ "order_loss": 0.61328125,
969
+ "ret_loss": 0.0,
970
+ "pretrain_loss": 0.0,
971
+ "total_loss": 0.03239535540342331
972
+ },
973
+ {
974
+ "global_step": 1960,
975
+ "optimizer_step": 245,
976
+ "lr": 2.535061268558906e-05,
977
+ "lm_loss": 0.003963007591664791,
978
+ "order_loss": 0.50390625,
979
+ "ret_loss": 0.0,
980
+ "pretrain_loss": 0.0,
981
+ "total_loss": 0.029109492897987366
982
+ },
983
+ {
984
+ "global_step": 1980,
985
+ "optimizer_step": 247,
986
+ "lr": 2.5e-05,
987
+ "lm_loss": 0.0273906160145998,
988
+ "order_loss": 0.412109375,
989
+ "ret_loss": 0.0,
990
+ "pretrain_loss": 0.0,
991
+ "total_loss": 0.04802049696445465
992
+ },
993
+ {
994
+ "global_step": 2000,
995
+ "optimizer_step": 250,
996
+ "lr": 2.447410252332528e-05,
997
+ "lm_loss": 0.0007481465581804514,
998
+ "order_loss": 0.50390625,
999
+ "ret_loss": 0.0,
1000
+ "pretrain_loss": 0.0,
1001
+ "total_loss": 0.025894630700349808
1002
+ },
1003
+ {
1004
+ "global_step": 2020,
1005
+ "optimizer_step": 252,
1006
+ "lr": 2.4123619142054597e-05,
1007
+ "lm_loss": 0.022754596546292305,
1008
+ "order_loss": 0.6484375,
1009
+ "ret_loss": 0.0,
1010
+ "pretrain_loss": 0.0,
1011
+ "total_loss": 0.055225297808647156
1012
+ },
1013
+ {
1014
+ "global_step": 2040,
1015
+ "optimizer_step": 255,
1016
+ "lr": 2.3598238819070202e-05,
1017
+ "lm_loss": 0.1362111121416092,
1018
+ "order_loss": 0.5546875,
1019
+ "ret_loss": 0.0,
1020
+ "pretrain_loss": 0.0,
1021
+ "total_loss": 0.1639210730791092
1022
+ },
1023
+ {
1024
+ "global_step": 2060,
1025
+ "optimizer_step": 257,
1026
+ "lr": 2.3248315572838316e-05,
1027
+ "lm_loss": 0.4081863462924957,
1028
+ "order_loss": 0.46484375,
1029
+ "ret_loss": 0.0,
1030
+ "pretrain_loss": 0.0,
1031
+ "total_loss": 0.4313797056674957
1032
+ },
1033
+ {
1034
+ "global_step": 2080,
1035
+ "optimizer_step": 260,
1036
+ "lr": 2.272409822584325e-05,
1037
+ "lm_loss": 0.007575023453682661,
1038
+ "order_loss": 0.474609375,
1039
+ "ret_loss": 0.0,
1040
+ "pretrain_loss": 0.0,
1041
+ "total_loss": 0.03125666454434395
1042
+ },
1043
+ {
1044
+ "global_step": 2100,
1045
+ "optimizer_step": 262,
1046
+ "lr": 2.237516525682614e-05,
1047
+ "lm_loss": 0.10928864777088165,
1048
+ "order_loss": 0.5703125,
1049
+ "ret_loss": 0.0,
1050
+ "pretrain_loss": 0.0,
1051
+ "total_loss": 0.13785310089588165
1052
+ },
1053
+ {
1054
+ "global_step": 2120,
1055
+ "optimizer_step": 265,
1056
+ "lr": 2.185275527853437e-05,
1057
+ "lm_loss": 0.0311412513256073,
1058
+ "order_loss": 0.451171875,
1059
+ "ret_loss": 0.0,
1060
+ "pretrain_loss": 0.0,
1061
+ "total_loss": 0.0537242591381073
1062
+ },
1063
+ {
1064
+ "global_step": 2140,
1065
+ "optimizer_step": 267,
1066
+ "lr": 2.1505241511612522e-05,
1067
+ "lm_loss": 0.005389970261603594,
1068
+ "order_loss": 0.4921875,
1069
+ "ret_loss": 0.0,
1070
+ "pretrain_loss": 0.0,
1071
+ "total_loss": 0.030048172920942307
1072
+ },
1073
+ {
1074
+ "global_step": 2160,
1075
+ "optimizer_step": 270,
1076
+ "lr": 2.0985281073035076e-05,
1077
+ "lm_loss": 0.10974346101284027,
1078
+ "order_loss": 0.53125,
1079
+ "ret_loss": 0.0,
1080
+ "pretrain_loss": 0.0,
1081
+ "total_loss": 0.13635478913784027
1082
+ },
1083
+ {
1084
+ "global_step": 2180,
1085
+ "optimizer_step": 272,
1086
+ "lr": 2.0639613688538734e-05,
1087
+ "lm_loss": 0.08332525938749313,
1088
+ "order_loss": 0.56640625,
1089
+ "ret_loss": 0.0,
1090
+ "pretrain_loss": 0.0,
1091
+ "total_loss": 0.11164557188749313
1092
+ },
1093
+ {
1094
+ "global_step": 2200,
1095
+ "optimizer_step": 275,
1096
+ "lr": 2.0122741949596797e-05,
1097
+ "lm_loss": 0.0695786327123642,
1098
+ "order_loss": 0.51953125,
1099
+ "ret_loss": 0.0,
1100
+ "pretrain_loss": 0.0,
1101
+ "total_loss": 0.0955796092748642
1102
+ },
1103
+ {
1104
+ "global_step": 2220,
1105
+ "optimizer_step": 277,
1106
+ "lr": 1.977934585819576e-05,
1107
+ "lm_loss": 0.046249646693468094,
1108
+ "order_loss": 0.50390625,
1109
+ "ret_loss": 0.0,
1110
+ "pretrain_loss": 0.0,
1111
+ "total_loss": 0.0713961273431778
1112
+ },
1113
+ {
1114
+ "global_step": 2240,
1115
+ "optimizer_step": 280,
1116
+ "lr": 1.9266198182035058e-05,
1117
+ "lm_loss": 0.028205763548612595,
1118
+ "order_loss": 0.578125,
1119
+ "ret_loss": 0.0,
1120
+ "pretrain_loss": 0.0,
1121
+ "total_loss": 0.057136427611112595
1122
+ },
1123
+ {
1124
+ "global_step": 2260,
1125
+ "optimizer_step": 282,
1126
+ "lr": 1.8925495502418406e-05,
1127
+ "lm_loss": 0.15163497626781464,
1128
+ "order_loss": 0.5703125,
1129
+ "ret_loss": 0.0,
1130
+ "pretrain_loss": 0.0,
1131
+ "total_loss": 0.18019942939281464
1132
+ },
1133
+ {
1134
+ "global_step": 2280,
1135
+ "optimizer_step": 285,
1136
+ "lr": 1.841670267439088e-05,
1137
+ "lm_loss": 0.009908989071846008,
1138
+ "order_loss": 0.5234375,
1139
+ "ret_loss": 0.0,
1140
+ "pretrain_loss": 0.0,
1141
+ "total_loss": 0.03603203594684601
1142
+ },
1143
+ {
1144
+ "global_step": 2300,
1145
+ "optimizer_step": 287,
1146
+ "lr": 1.8079112214378768e-05,
1147
+ "lm_loss": 0.15444576740264893,
1148
+ "order_loss": 0.498046875,
1149
+ "ret_loss": 0.0,
1150
+ "pretrain_loss": 0.0,
1151
+ "total_loss": 0.17934811115264893
1152
+ },
1153
+ {
1154
+ "global_step": 2320,
1155
+ "optimizer_step": 290,
1156
+ "lr": 1.757529966665141e-05,
1157
+ "lm_loss": 0.0057853832840919495,
1158
+ "order_loss": 0.5234375,
1159
+ "ret_loss": 0.0,
1160
+ "pretrain_loss": 0.0,
1161
+ "total_loss": 0.03190843015909195
1162
+ },
1163
+ {
1164
+ "global_step": 2340,
1165
+ "optimizer_step": 292,
1166
+ "lr": 1.72412364083767e-05,
1167
+ "lm_loss": 0.16492429375648499,
1168
+ "order_loss": 0.5546875,
1169
+ "ret_loss": 0.0,
1170
+ "pretrain_loss": 0.0,
1171
+ "total_loss": 0.19263425469398499
1172
+ },
1173
+ {
1174
+ "global_step": 2360,
1175
+ "optimizer_step": 295,
1176
+ "lr": 1.6743023451120832e-05,
1177
+ "lm_loss": 0.006838719826191664,
1178
+ "order_loss": 0.53515625,
1179
+ "ret_loss": 0.0,
1180
+ "pretrain_loss": 0.0,
1181
+ "total_loss": 0.03357211872935295
1182
+ },
1183
+ {
1184
+ "global_step": 2380,
1185
+ "optimizer_step": 297,
1186
+ "lr": 1.641289804091347e-05,
1187
+ "lm_loss": 0.0024441697169095278,
1188
+ "order_loss": 0.5390625,
1189
+ "ret_loss": 0.0,
1190
+ "pretrain_loss": 0.0,
1191
+ "total_loss": 0.02942170947790146
1192
+ },
1193
+ {
1194
+ "global_step": 2400,
1195
+ "optimizer_step": 300,
1196
+ "lr": 1.5920897101019383e-05,
1197
+ "lm_loss": 0.014904784969985485,
1198
+ "order_loss": 0.55078125,
1199
+ "ret_loss": 0.0,
1200
+ "pretrain_loss": 0.0,
1201
+ "total_loss": 0.04249267652630806
1202
+ },
1203
+ {
1204
+ "global_step": 2420,
1205
+ "optimizer_step": 302,
1206
+ "lr": 1.5595115344620576e-05,
1207
+ "lm_loss": 0.003937907982617617,
1208
+ "order_loss": 0.55078125,
1209
+ "ret_loss": 0.0,
1210
+ "pretrain_loss": 0.0,
1211
+ "total_loss": 0.03152579814195633
1212
+ },
1213
+ {
1214
+ "global_step": 2440,
1215
+ "optimizer_step": 305,
1216
+ "lr": 1.5109931212873534e-05,
1217
+ "lm_loss": 0.06906899064779282,
1218
+ "order_loss": 0.66015625,
1219
+ "ret_loss": 0.0,
1220
+ "pretrain_loss": 0.0,
1221
+ "total_loss": 0.10202797502279282
1222
+ },
1223
+ {
1224
+ "global_step": 2460,
1225
+ "optimizer_step": 307,
1226
+ "lr": 1.4788893576600099e-05,
1227
+ "lm_loss": 0.0008857097709551454,
1228
+ "order_loss": 0.55078125,
1229
+ "ret_loss": 0.0,
1230
+ "pretrain_loss": 0.0,
1231
+ "total_loss": 0.02847360074520111
1232
+ },
1233
+ {
1234
+ "global_step": 2480,
1235
+ "optimizer_step": 310,
1236
+ "lr": 1.4311122664242954e-05,
1237
+ "lm_loss": 0.04517431929707527,
1238
+ "order_loss": 0.5625,
1239
+ "ret_loss": 0.0,
1240
+ "pretrain_loss": 0.0,
1241
+ "total_loss": 0.07325048744678497
1242
+ },
1243
+ {
1244
+ "global_step": 2500,
1245
+ "optimizer_step": 312,
1246
+ "lr": 1.399522378271527e-05,
1247
+ "lm_loss": 0.08080705255270004,
1248
+ "order_loss": 0.50390625,
1249
+ "ret_loss": 0.0,
1250
+ "pretrain_loss": 0.0,
1251
+ "total_loss": 0.10595353692770004
1252
+ },
1253
+ {
1254
+ "global_step": 2520,
1255
+ "optimizer_step": 315,
1256
+ "lr": 1.3525453388311554e-05,
1257
+ "lm_loss": 0.11650513857603073,
1258
+ "order_loss": 0.62109375,
1259
+ "ret_loss": 0.0,
1260
+ "pretrain_loss": 0.0,
1261
+ "total_loss": 0.14751100540161133
1262
+ },
1263
+ {
1264
+ "global_step": 2540,
1265
+ "optimizer_step": 317,
1266
+ "lr": 1.3215081579350058e-05,
1267
+ "lm_loss": 0.04562176764011383,
1268
+ "order_loss": 0.6484375,
1269
+ "ret_loss": 0.0,
1270
+ "pretrain_loss": 0.0,
1271
+ "total_loss": 0.07809247076511383
1272
+ },
1273
+ {
1274
+ "global_step": 2560,
1275
+ "optimizer_step": 320,
1276
+ "lr": 1.2753889166848909e-05,
1277
+ "lm_loss": 0.04253728687763214,
1278
+ "order_loss": 0.81640625,
1279
+ "ret_loss": 0.0,
1280
+ "pretrain_loss": 0.0,
1281
+ "total_loss": 0.08330877125263214
1282
+ },
1283
+ {
1284
+ "global_step": 2580,
1285
+ "optimizer_step": 322,
1286
+ "lr": 1.2449425954135452e-05,
1287
+ "lm_loss": 0.2761799395084381,
1288
+ "order_loss": 0.435546875,
1289
+ "ret_loss": 0.0,
1290
+ "pretrain_loss": 0.0,
1291
+ "total_loss": 0.2979084551334381
1292
+ },
1293
+ {
1294
+ "global_step": 2600,
1295
+ "optimizer_step": 325,
1296
+ "lr": 1.1997378443025634e-05,
1297
+ "lm_loss": 0.14066483080387115,
1298
+ "order_loss": 0.486328125,
1299
+ "ret_loss": 0.0,
1300
+ "pretrain_loss": 0.0,
1301
+ "total_loss": 0.16495682299137115
1302
+ },
1303
+ {
1304
+ "global_step": 2620,
1305
+ "optimizer_step": 327,
1306
+ "lr": 1.1699198087116589e-05,
1307
+ "lm_loss": 0.042278680950403214,
1308
+ "order_loss": 0.63671875,
1309
+ "ret_loss": 0.0,
1310
+ "pretrain_loss": 0.0,
1311
+ "total_loss": 0.07401695847511292
1312
+ },
1313
+ {
1314
+ "global_step": 2640,
1315
+ "optimizer_step": 330,
1316
+ "lr": 1.1256851155542298e-05,
1317
+ "lm_loss": 0.10837956517934799,
1318
+ "order_loss": 0.765625,
1319
+ "ret_loss": 0.0,
1320
+ "pretrain_loss": 0.0,
1321
+ "total_loss": 0.1467096507549286
1322
+ },
1323
+ {
1324
+ "global_step": 2660,
1325
+ "optimizer_step": 332,
1326
+ "lr": 1.0965320193809808e-05,
1327
+ "lm_loss": 0.16173873841762543,
1328
+ "order_loss": 0.59765625,
1329
+ "ret_loss": 0.0,
1330
+ "pretrain_loss": 0.0,
1331
+ "total_loss": 0.19164596498012543
1332
+ },
1333
+ {
1334
+ "global_step": 2680,
1335
+ "optimizer_step": 335,
1336
+ "lr": 1.0533217595504858e-05,
1337
+ "lm_loss": 0.19007715582847595,
1338
+ "order_loss": 0.421875,
1339
+ "ret_loss": 0.0,
1340
+ "pretrain_loss": 0.0,
1341
+ "total_loss": 0.21119531989097595
1342
+ },
1343
+ {
1344
+ "global_step": 2700,
1345
+ "optimizer_step": 337,
1346
+ "lr": 1.0248694391571801e-05,
1347
+ "lm_loss": 0.0031326934695243835,
1348
+ "order_loss": 0.455078125,
1349
+ "ret_loss": 0.0,
1350
+ "pretrain_loss": 0.0,
1351
+ "total_loss": 0.025837771594524384
1352
+ },
1353
+ {
1354
+ "global_step": 2720,
1355
+ "optimizer_step": 340,
1356
+ "lr": 9.82736728745186e-06,
1357
+ "lm_loss": 0.010888207703828812,
1358
+ "order_loss": 0.64453125,
1359
+ "ret_loss": 0.0,
1360
+ "pretrain_loss": 0.0,
1361
+ "total_loss": 0.04311477020382881
1362
+ },
1363
+ {
1364
+ "global_step": 2740,
1365
+ "optimizer_step": 342,
1366
+ "lr": 9.550201590674343e-06,
1367
+ "lm_loss": 0.021762864664196968,
1368
+ "order_loss": 0.484375,
1369
+ "ret_loss": 0.0,
1370
+ "pretrain_loss": 0.0,
1371
+ "total_loss": 0.04593278467655182
1372
+ },
1373
+ {
1374
+ "global_step": 2760,
1375
+ "optimizer_step": 345,
1376
+ "lr": 9.140167895908867e-06,
1377
+ "lm_loss": 0.0512864850461483,
1378
+ "order_loss": 0.52734375,
1379
+ "ret_loss": 0.0,
1380
+ "pretrain_loss": 0.0,
1381
+ "total_loss": 0.0776536762714386
1382
+ },
1383
+ {
1384
+ "global_step": 2780,
1385
+ "optimizer_step": 347,
1386
+ "lr": 8.870700411447816e-06,
1387
+ "lm_loss": 0.060399193316698074,
1388
+ "order_loss": 0.51953125,
1389
+ "ret_loss": 0.0,
1390
+ "pretrain_loss": 0.0,
1391
+ "total_loss": 0.08640016615390778
1392
+ },
1393
+ {
1394
+ "global_step": 2800,
1395
+ "optimizer_step": 350,
1396
+ "lr": 8.472464158814255e-06,
1397
+ "lm_loss": 0.001100089866667986,
1398
+ "order_loss": 0.453125,
1399
+ "ret_loss": 0.0,
1400
+ "pretrain_loss": 0.0,
1401
+ "total_loss": 0.0238051675260067
1402
+ },
1403
+ {
1404
+ "global_step": 2820,
1405
+ "optimizer_step": 352,
1406
+ "lr": 8.211026128824539e-06,
1407
+ "lm_loss": 0.12198053300380707,
1408
+ "order_loss": 0.46484375,
1409
+ "ret_loss": 0.0,
1410
+ "pretrain_loss": 0.0,
1411
+ "total_loss": 0.14517389237880707
1412
+ },
1413
+ {
1414
+ "global_step": 2840,
1415
+ "optimizer_step": 355,
1416
+ "lr": 7.825076849127458e-06,
1417
+ "lm_loss": 0.019282925873994827,
1418
+ "order_loss": 0.51171875,
1419
+ "ret_loss": 0.0,
1420
+ "pretrain_loss": 0.0,
1421
+ "total_loss": 0.04491769149899483
1422
+ },
1423
+ {
1424
+ "global_step": 2860,
1425
+ "optimizer_step": 357,
1426
+ "lr": 7.571989645579419e-06,
1427
+ "lm_loss": 0.06632305681705475,
1428
+ "order_loss": 0.625,
1429
+ "ret_loss": 0.0,
1430
+ "pretrain_loss": 0.0,
1431
+ "total_loss": 0.09757305681705475
1432
+ },
1433
+ {
1434
+ "global_step": 2880,
1435
+ "optimizer_step": 360,
1436
+ "lr": 7.198801765896115e-06,
1437
+ "lm_loss": 0.0059317839331924915,
1438
+ "order_loss": 0.50390625,
1439
+ "ret_loss": 0.0,
1440
+ "pretrain_loss": 0.0,
1441
+ "total_loss": 0.031078267842531204
1442
+ },
1443
+ {
1444
+ "global_step": 2900,
1445
+ "optimizer_step": 362,
1446
+ "lr": 6.9543764955299265e-06,
1447
+ "lm_loss": 0.0031617635395377874,
1448
+ "order_loss": 0.6328125,
1449
+ "ret_loss": 0.0,
1450
+ "pretrain_loss": 0.0,
1451
+ "total_loss": 0.03490004315972328
1452
+ },
1453
+ {
1454
+ "global_step": 2920,
1455
+ "optimizer_step": 365,
1456
+ "lr": 6.594408756022272e-06,
1457
+ "lm_loss": 0.005353610031306744,
1458
+ "order_loss": 0.52734375,
1459
+ "ret_loss": 0.0,
1460
+ "pretrain_loss": 0.0,
1461
+ "total_loss": 0.03172079846262932
1462
+ },
1463
+ {
1464
+ "global_step": 2940,
1465
+ "optimizer_step": 367,
1466
+ "lr": 6.358945877920861e-06,
1467
+ "lm_loss": 0.07085111737251282,
1468
+ "order_loss": 0.482421875,
1469
+ "ret_loss": 0.0,
1470
+ "pretrain_loss": 0.0,
1471
+ "total_loss": 0.09502103924751282
1472
+ },
1473
+ {
1474
+ "global_step": 2960,
1475
+ "optimizer_step": 370,
1476
+ "lr": 6.012640767930217e-06,
1477
+ "lm_loss": 0.15056221187114716,
1478
+ "order_loss": 0.56640625,
1479
+ "ret_loss": 0.0,
1480
+ "pretrain_loss": 0.0,
1481
+ "total_loss": 0.17888252437114716
1482
+ },
1483
+ {
1484
+ "global_step": 2980,
1485
+ "optimizer_step": 372,
1486
+ "lr": 5.7864297241808e-06,
1487
+ "lm_loss": 0.04290047660470009,
1488
+ "order_loss": 0.55859375,
1489
+ "ret_loss": 0.0,
1490
+ "pretrain_loss": 0.0,
1491
+ "total_loss": 0.07085457444190979
1492
+ },
1493
+ {
1494
+ "global_step": 3000,
1495
+ "optimizer_step": 375,
1496
+ "lr": 5.454212938299255e-06,
1497
+ "lm_loss": 0.04919685795903206,
1498
+ "order_loss": 0.5,
1499
+ "ret_loss": 0.0,
1500
+ "pretrain_loss": 0.0,
1501
+ "total_loss": 0.07422126829624176
1502
+ },
1503
+ {
1504
+ "global_step": 3020,
1505
+ "optimizer_step": 377,
1506
+ "lr": 5.237531798197415e-06,
1507
+ "lm_loss": 0.05341268330812454,
1508
+ "order_loss": 0.51953125,
1509
+ "ret_loss": 0.0,
1510
+ "pretrain_loss": 0.0,
1511
+ "total_loss": 0.07941365987062454
1512
+ },
1513
+ {
1514
+ "global_step": 3040,
1515
+ "optimizer_step": 380,
1516
+ "lr": 4.91981171298388e-06,
1517
+ "lm_loss": 0.0264060627669096,
1518
+ "order_loss": 0.6171875,
1519
+ "ret_loss": 0.0,
1520
+ "pretrain_loss": 0.0,
1521
+ "total_loss": 0.05728985369205475
1522
+ },
1523
+ {
1524
+ "global_step": 3060,
1525
+ "optimizer_step": 382,
1526
+ "lr": 4.712926831217685e-06,
1527
+ "lm_loss": 0.010156173259019852,
1528
+ "order_loss": 0.53125,
1529
+ "ret_loss": 0.0,
1530
+ "pretrain_loss": 0.0,
1531
+ "total_loss": 0.03676750138401985
1532
+ },
1533
+ {
1534
+ "global_step": 3080,
1535
+ "optimizer_step": 385,
1536
+ "lr": 4.410094003202134e-06,
1537
+ "lm_loss": 0.009563562460243702,
1538
+ "order_loss": 0.609375,
1539
+ "ret_loss": 0.0,
1540
+ "pretrain_loss": 0.0,
1541
+ "total_loss": 0.04008113965392113
1542
+ },
1543
+ {
1544
+ "global_step": 3100,
1545
+ "optimizer_step": 387,
1546
+ "lr": 4.213259692436367e-06,
1547
+ "lm_loss": 0.044498689472675323,
1548
+ "order_loss": 0.423828125,
1549
+ "ret_loss": 0.0,
1550
+ "pretrain_loss": 0.0,
1551
+ "total_loss": 0.06573892384767532
1552
+ },
1553
+ {
1554
+ "global_step": 3120,
1555
+ "optimizer_step": 390,
1556
+ "lr": 3.925686378029331e-06,
1557
+ "lm_loss": 0.0019076250027865171,
1558
+ "order_loss": 0.57421875,
1559
+ "ret_loss": 0.0,
1560
+ "pretrain_loss": 0.0,
1561
+ "total_loss": 0.030594147741794586
1562
+ },
1563
+ {
1564
+ "global_step": 3140,
1565
+ "optimizer_step": 392,
1566
+ "lr": 3.739144596292382e-06,
1567
+ "lm_loss": 0.07043279707431793,
1568
+ "order_loss": 0.55859375,
1569
+ "ret_loss": 0.0,
1570
+ "pretrain_loss": 0.0,
1571
+ "total_loss": 0.09838689863681793
1572
+ },
1573
+ {
1574
+ "global_step": 3160,
1575
+ "optimizer_step": 395,
1576
+ "lr": 3.4671842941897765e-06,
1577
+ "lm_loss": 0.05941031128168106,
1578
+ "order_loss": 0.5703125,
1579
+ "ret_loss": 0.0,
1580
+ "pretrain_loss": 0.0,
1581
+ "total_loss": 0.08797476440668106
1582
+ },
1583
+ {
1584
+ "global_step": 3180,
1585
+ "optimizer_step": 397,
1586
+ "lr": 3.2911643474473646e-06,
1587
+ "lm_loss": 0.12579594552516937,
1588
+ "order_loss": 0.5234375,
1589
+ "ret_loss": 0.0,
1590
+ "pretrain_loss": 0.0,
1591
+ "total_loss": 0.15191899240016937
1592
+ },
1593
+ {
1594
+ "global_step": 3200,
1595
+ "optimizer_step": 400,
1596
+ "lr": 3.035151364093214e-06,
1597
+ "lm_loss": 0.0870857685804367,
1598
+ "order_loss": 0.609375,
1599
+ "ret_loss": 0.0,
1600
+ "pretrain_loss": 0.0,
1601
+ "total_loss": 0.1176033467054367
1602
+ },
1603
+ {
1604
+ "global_step": 3220,
1605
+ "optimizer_step": 402,
1606
+ "lr": 2.869869624374699e-06,
1607
+ "lm_loss": 0.00767968175932765,
1608
+ "order_loss": 0.6328125,
1609
+ "ret_loss": 0.0,
1610
+ "pretrain_loss": 0.0,
1611
+ "total_loss": 0.03941796347498894
1612
+ },
1613
+ {
1614
+ "global_step": 3240,
1615
+ "optimizer_step": 405,
1616
+ "lr": 2.6301186630158485e-06,
1617
+ "lm_loss": 0.02599603496491909,
1618
+ "order_loss": 0.57421875,
1619
+ "ret_loss": 0.0,
1620
+ "pretrain_loss": 0.0,
1621
+ "total_loss": 0.05468256026506424
1622
+ },
1623
+ {
1624
+ "global_step": 3260,
1625
+ "optimizer_step": 407,
1626
+ "lr": 2.475778302439524e-06,
1627
+ "lm_loss": 0.032962288707494736,
1628
+ "order_loss": 0.5390625,
1629
+ "ret_loss": 0.0,
1630
+ "pretrain_loss": 0.0,
1631
+ "total_loss": 0.059939827769994736
1632
+ },
1633
+ {
1634
+ "global_step": 3280,
1635
+ "optimizer_step": 410,
1636
+ "lr": 2.2525840762775863e-06,
1637
+ "lm_loss": 0.04851079732179642,
1638
+ "order_loss": 0.53125,
1639
+ "ret_loss": 0.0,
1640
+ "pretrain_loss": 0.0,
1641
+ "total_loss": 0.07512212544679642
1642
+ },
1643
+ {
1644
+ "global_step": 3300,
1645
+ "optimizer_step": 412,
1646
+ "lr": 2.1093748173018848e-06,
1647
+ "lm_loss": 0.0037156720645725727,
1648
+ "order_loss": 0.515625,
1649
+ "ret_loss": 0.0,
1650
+ "pretrain_loss": 0.0,
1651
+ "total_loss": 0.029472507536411285
1652
+ },
1653
+ {
1654
+ "global_step": 3320,
1655
+ "optimizer_step": 415,
1656
+ "lr": 1.9030116872178316e-06,
1657
+ "lm_loss": 0.007271382957696915,
1658
+ "order_loss": 0.53125,
1659
+ "ret_loss": 0.0,
1660
+ "pretrain_loss": 0.0,
1661
+ "total_loss": 0.033882711082696915
1662
+ },
1663
+ {
1664
+ "global_step": 3340,
1665
+ "optimizer_step": 417,
1666
+ "lr": 1.771109569425547e-06,
1667
+ "lm_loss": 0.04344166815280914,
1668
+ "order_loss": 0.490234375,
1669
+ "ret_loss": 0.0,
1670
+ "pretrain_loss": 0.0,
1671
+ "total_loss": 0.06797780096530914
1672
+ },
1673
+ {
1674
+ "global_step": 3360,
1675
+ "optimizer_step": 420,
1676
+ "lr": 1.5818312067223672e-06,
1677
+ "lm_loss": 0.003591042011976242,
1678
+ "order_loss": 0.76953125,
1679
+ "ret_loss": 0.0,
1680
+ "pretrain_loss": 0.0,
1681
+ "total_loss": 0.04216526076197624
1682
+ },
1683
+ {
1684
+ "global_step": 3380,
1685
+ "optimizer_step": 422,
1686
+ "lr": 1.4613983704244826e-06,
1687
+ "lm_loss": 0.1459684818983078,
1688
+ "order_loss": 0.498046875,
1689
+ "ret_loss": 0.0,
1690
+ "pretrain_loss": 0.0,
1691
+ "total_loss": 0.1708708256483078
1692
+ },
1693
+ {
1694
+ "global_step": 3400,
1695
+ "optimizer_step": 425,
1696
+ "lr": 1.2894374450024338e-06,
1697
+ "lm_loss": 0.027108192443847656,
1698
+ "order_loss": 0.5703125,
1699
+ "ret_loss": 0.0,
1700
+ "pretrain_loss": 0.0,
1701
+ "total_loss": 0.055672645568847656
1702
+ },
1703
+ {
1704
+ "global_step": 3420,
1705
+ "optimizer_step": 427,
1706
+ "lr": 1.180621931927592e-06,
1707
+ "lm_loss": 0.03270208090543747,
1708
+ "order_loss": 0.61328125,
1709
+ "ret_loss": 0.0,
1710
+ "pretrain_loss": 0.0,
1711
+ "total_loss": 0.06334172934293747
1712
+ },
1713
+ {
1714
+ "global_step": 3440,
1715
+ "optimizer_step": 430,
1716
+ "lr": 1.0261898262753812e-06,
1717
+ "lm_loss": 0.003384993877261877,
1718
+ "order_loss": 0.59375,
1719
+ "ret_loss": 0.0,
1720
+ "pretrain_loss": 0.0,
1721
+ "total_loss": 0.033048078417778015
1722
+ },
1723
+ {
1724
+ "global_step": 3460,
1725
+ "optimizer_step": 432,
1726
+ "lr": 9.291253975900139e-07,
1727
+ "lm_loss": 0.01467113196849823,
1728
+ "order_loss": 0.6953125,
1729
+ "ret_loss": 0.0,
1730
+ "pretrain_loss": 0.0,
1731
+ "total_loss": 0.04933910071849823
1732
+ },
1733
+ {
1734
+ "global_step": 3480,
1735
+ "optimizer_step": 435,
1736
+ "lr": 7.924119469434665e-07,
1737
+ "lm_loss": 0.032039374113082886,
1738
+ "order_loss": 0.46875,
1739
+ "ret_loss": 0.0,
1740
+ "pretrain_loss": 0.0,
1741
+ "total_loss": 0.055476874113082886
1742
+ },
1743
+ {
1744
+ "global_step": 3500,
1745
+ "optimizer_step": 437,
1746
+ "lr": 7.072179188262251e-07,
1747
+ "lm_loss": 0.0011440459638834,
1748
+ "order_loss": 0.466796875,
1749
+ "ret_loss": 0.0,
1750
+ "pretrain_loss": 0.0,
1751
+ "total_loss": 0.0244594756513834
1752
+ },
1753
+ {
1754
+ "global_step": 3520,
1755
+ "optimizer_step": 440,
1756
+ "lr": 5.883911778138324e-07,
1757
+ "lm_loss": 0.0016675343504175544,
1758
+ "order_loss": 0.484375,
1759
+ "ret_loss": 0.0,
1760
+ "pretrain_loss": 0.0,
1761
+ "total_loss": 0.025837456807494164
1762
+ },
1763
+ {
1764
+ "global_step": 3540,
1765
+ "optimizer_step": 442,
1766
+ "lr": 5.151722747865434e-07,
1767
+ "lm_loss": 0.012648740783333778,
1768
+ "order_loss": 0.55078125,
1769
+ "ret_loss": 0.0,
1770
+ "pretrain_loss": 0.0,
1771
+ "total_loss": 0.04023662954568863
1772
+ },
1773
+ {
1774
+ "global_step": 3560,
1775
+ "optimizer_step": 445,
1776
+ "lr": 4.1437831084878974e-07,
1777
+ "lm_loss": 0.001014383160509169,
1778
+ "order_loss": 0.60546875,
1779
+ "ret_loss": 0.0,
1780
+ "pretrain_loss": 0.0,
1781
+ "total_loss": 0.031287819147109985
1782
+ },
1783
+ {
1784
+ "global_step": 3580,
1785
+ "optimizer_step": 447,
1786
+ "lr": 3.5322453704410286e-07,
1787
+ "lm_loss": 0.4997594356536865,
1788
+ "order_loss": 0.451171875,
1789
+ "ret_loss": 0.0,
1790
+ "pretrain_loss": 0.0,
1791
+ "total_loss": 0.5223424434661865
1792
+ },
1793
+ {
1794
+ "global_step": 3600,
1795
+ "optimizer_step": 450,
1796
+ "lr": 2.705872508804747e-07,
1797
+ "lm_loss": 0.10600848495960236,
1798
+ "order_loss": 0.57421875,
1799
+ "ret_loss": 0.0,
1800
+ "pretrain_loss": 0.0,
1801
+ "total_loss": 0.13469500839710236
1802
+ },
1803
+ {
1804
+ "global_step": 3620,
1805
+ "optimizer_step": 452,
1806
+ "lr": 2.215737794045436e-07,
1807
+ "lm_loss": 0.16185811161994934,
1808
+ "order_loss": 0.494140625,
1809
+ "ret_loss": 0.0,
1810
+ "pretrain_loss": 0.0,
1811
+ "total_loss": 0.18651631474494934
1812
+ },
1813
+ {
1814
+ "global_step": 3640,
1815
+ "optimizer_step": 455,
1816
+ "lr": 1.571947526689349e-07,
1817
+ "lm_loss": 0.6822315454483032,
1818
+ "order_loss": 0.48828125,
1819
+ "ret_loss": 0.0,
1820
+ "pretrain_loss": 0.0,
1821
+ "total_loss": 0.7066456079483032
1822
+ },
1823
+ {
1824
+ "global_step": 3660,
1825
+ "optimizer_step": 457,
1826
+ "lr": 1.2038183319507955e-07,
1827
+ "lm_loss": 0.019087806344032288,
1828
+ "order_loss": 0.478515625,
1829
+ "ret_loss": 0.0,
1830
+ "pretrain_loss": 0.0,
1831
+ "total_loss": 0.04301358759403229
1832
+ },
1833
+ {
1834
+ "global_step": 3680,
1835
+ "optimizer_step": 460,
1836
+ "lr": 7.434020362682704e-08,
1837
+ "lm_loss": 0.009871304035186768,
1838
+ "order_loss": 0.5703125,
1839
+ "ret_loss": 0.0,
1840
+ "pretrain_loss": 0.0,
1841
+ "total_loss": 0.03843575716018677
1842
+ },
1843
+ {
1844
+ "global_step": 3700,
1845
+ "optimizer_step": 462,
1846
+ "lr": 4.977308833379324e-08,
1847
+ "lm_loss": 0.004976843949407339,
1848
+ "order_loss": 0.546875,
1849
+ "ret_loss": 0.0,
1850
+ "pretrain_loss": 0.0,
1851
+ "total_loss": 0.03232059255242348
1852
+ },
1853
+ {
1854
+ "global_step": 3720,
1855
+ "optimizer_step": 465,
1856
+ "lr": 2.2125452477828047e-08,
1857
+ "lm_loss": 0.004962246865034103,
1858
+ "order_loss": 0.484375,
1859
+ "ret_loss": 0.0,
1860
+ "pretrain_loss": 0.0,
1861
+ "total_loss": 0.029132168740034103
1862
+ },
1863
+ {
1864
+ "global_step": 3740,
1865
+ "optimizer_step": 467,
1866
+ "lr": 9.834340423678368e-09,
1867
+ "lm_loss": 0.14857186377048492,
1868
+ "order_loss": 0.53515625,
1869
+ "ret_loss": 0.0,
1870
+ "pretrain_loss": 0.0,
1871
+ "total_loss": 0.17530526220798492
1872
+ }
1873
+ ]
1874
+ }
cls_qwen_orderkd_last_l02/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l02/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "down_proj",
38
+ "up_proj",
39
+ "v_proj",
40
+ "o_proj",
41
+ "gate_proj",
42
+ "k_proj",
43
+ "q_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_last_l02/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_last_l02/checkpoint-200/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l02/checkpoint-200/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_last_l02/checkpoint-200/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_last_l02/checkpoint-400/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_last_l02/checkpoint-400/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_last_l02/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_last_l02/train_metrics.json ADDED
@@ -0,0 +1,1874 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss_log": [
3
+ {
4
+ "global_step": 20,
5
+ "optimizer_step": 2,
6
+ "lr": 4.347826086956522e-06,
7
+ "lm_loss": 1.6664115190505981,
8
+ "order_loss": 5.90625,
9
+ "ret_loss": 0.0,
10
+ "pretrain_loss": 0.0,
11
+ "total_loss": 2.8460988998413086
12
+ },
13
+ {
14
+ "global_step": 40,
15
+ "optimizer_step": 5,
16
+ "lr": 1.0869565217391305e-05,
17
+ "lm_loss": 0.10201960802078247,
18
+ "order_loss": 7.875,
19
+ "ret_loss": 0.0,
20
+ "pretrain_loss": 0.0,
21
+ "total_loss": 1.6801445484161377
22
+ },
23
+ {
24
+ "global_step": 60,
25
+ "optimizer_step": 7,
26
+ "lr": 1.5217391304347828e-05,
27
+ "lm_loss": 0.6855567097663879,
28
+ "order_loss": 3.53125,
29
+ "ret_loss": 0.0,
30
+ "pretrain_loss": 0.0,
31
+ "total_loss": 1.3925879001617432
32
+ },
33
+ {
34
+ "global_step": 80,
35
+ "optimizer_step": 10,
36
+ "lr": 2.173913043478261e-05,
37
+ "lm_loss": 0.6707082390785217,
38
+ "order_loss": 11.25,
39
+ "ret_loss": 0.0,
40
+ "pretrain_loss": 0.0,
41
+ "total_loss": 2.920708179473877
42
+ },
43
+ {
44
+ "global_step": 100,
45
+ "optimizer_step": 12,
46
+ "lr": 2.608695652173913e-05,
47
+ "lm_loss": 0.5272615551948547,
48
+ "order_loss": 1.3671875,
49
+ "ret_loss": 0.0,
50
+ "pretrain_loss": 0.0,
51
+ "total_loss": 0.8006990551948547
52
+ },
53
+ {
54
+ "global_step": 120,
55
+ "optimizer_step": 15,
56
+ "lr": 3.260869565217392e-05,
57
+ "lm_loss": 0.4481106400489807,
58
+ "order_loss": 6.625,
59
+ "ret_loss": 0.0,
60
+ "pretrain_loss": 0.0,
61
+ "total_loss": 1.776235580444336
62
+ },
63
+ {
64
+ "global_step": 140,
65
+ "optimizer_step": 17,
66
+ "lr": 3.695652173913043e-05,
67
+ "lm_loss": 0.10662899166345596,
68
+ "order_loss": 13.5,
69
+ "ret_loss": 0.0,
70
+ "pretrain_loss": 0.0,
71
+ "total_loss": 2.809753894805908
72
+ },
73
+ {
74
+ "global_step": 160,
75
+ "optimizer_step": 20,
76
+ "lr": 4.347826086956522e-05,
77
+ "lm_loss": 0.19314870238304138,
78
+ "order_loss": 35.25,
79
+ "ret_loss": 0.0,
80
+ "pretrain_loss": 0.0,
81
+ "total_loss": 7.255648612976074
82
+ },
83
+ {
84
+ "global_step": 180,
85
+ "optimizer_step": 22,
86
+ "lr": 4.782608695652174e-05,
87
+ "lm_loss": 0.029787464067339897,
88
+ "order_loss": 24.125,
89
+ "ret_loss": 0.0,
90
+ "pretrain_loss": 0.0,
91
+ "total_loss": 4.842287540435791
92
+ },
93
+ {
94
+ "global_step": 200,
95
+ "optimizer_step": 25,
96
+ "lr": 4.9997541293989384e-05,
97
+ "lm_loss": 0.1384183168411255,
98
+ "order_loss": 8.4375,
99
+ "ret_loss": 0.0,
100
+ "pretrain_loss": 0.0,
101
+ "total_loss": 1.8259183168411255
102
+ },
103
+ {
104
+ "global_step": 220,
105
+ "optimizer_step": 27,
106
+ "lr": 4.999016565957633e-05,
107
+ "lm_loss": 0.09370649605989456,
108
+ "order_loss": 4.9375,
109
+ "ret_loss": 0.0,
110
+ "pretrain_loss": 0.0,
111
+ "total_loss": 1.081987738609314
112
+ },
113
+ {
114
+ "global_step": 240,
115
+ "optimizer_step": 30,
116
+ "lr": 4.996988640512931e-05,
117
+ "lm_loss": 0.3220612406730652,
118
+ "order_loss": 4.78125,
119
+ "ret_loss": 0.0,
120
+ "pretrain_loss": 0.0,
121
+ "total_loss": 1.27909255027771
122
+ },
123
+ {
124
+ "global_step": 260,
125
+ "optimizer_step": 32,
126
+ "lr": 4.995022691166621e-05,
127
+ "lm_loss": 0.1923718899488449,
128
+ "order_loss": 0.8046875,
129
+ "ret_loss": 0.0,
130
+ "pretrain_loss": 0.0,
131
+ "total_loss": 0.3535047173500061
132
+ },
133
+ {
134
+ "global_step": 280,
135
+ "optimizer_step": 35,
136
+ "lr": 4.991153735294049e-05,
137
+ "lm_loss": 0.44565871357917786,
138
+ "order_loss": 2.0625,
139
+ "ret_loss": 0.0,
140
+ "pretrain_loss": 0.0,
141
+ "total_loss": 0.8577680587768555
142
+ },
143
+ {
144
+ "global_step": 300,
145
+ "optimizer_step": 37,
146
+ "lr": 4.987961816680492e-05,
147
+ "lm_loss": 0.35229408740997314,
148
+ "order_loss": 1.09375,
149
+ "ret_loss": 0.0,
150
+ "pretrain_loss": 0.0,
151
+ "total_loss": 0.5710440874099731
152
+ },
153
+ {
154
+ "global_step": 320,
155
+ "optimizer_step": 40,
156
+ "lr": 4.9822565862832806e-05,
157
+ "lm_loss": 0.16956225037574768,
158
+ "order_loss": 0.96484375,
159
+ "ret_loss": 0.0,
160
+ "pretrain_loss": 0.0,
161
+ "total_loss": 0.3629216253757477
162
+ },
163
+ {
164
+ "global_step": 340,
165
+ "optimizer_step": 42,
166
+ "lr": 4.9778426220595456e-05,
167
+ "lm_loss": 0.045629847794771194,
168
+ "order_loss": 0.875,
169
+ "ret_loss": 0.0,
170
+ "pretrain_loss": 0.0,
171
+ "total_loss": 0.2204345315694809
172
+ },
173
+ {
174
+ "global_step": 360,
175
+ "optimizer_step": 45,
176
+ "lr": 4.970308130276272e-05,
177
+ "lm_loss": 0.256740003824234,
178
+ "order_loss": 0.93359375,
179
+ "ret_loss": 0.0,
180
+ "pretrain_loss": 0.0,
181
+ "total_loss": 0.443263441324234
182
+ },
183
+ {
184
+ "global_step": 380,
185
+ "optimizer_step": 47,
186
+ "lr": 4.96467754629559e-05,
187
+ "lm_loss": 0.1950698047876358,
188
+ "order_loss": 0.8984375,
189
+ "ret_loss": 0.0,
190
+ "pretrain_loss": 0.0,
191
+ "total_loss": 0.3747572898864746
192
+ },
193
+ {
194
+ "global_step": 400,
195
+ "optimizer_step": 50,
196
+ "lr": 4.955323054879298e-05,
197
+ "lm_loss": 0.2399977594614029,
198
+ "order_loss": 1.84375,
199
+ "ret_loss": 0.0,
200
+ "pretrain_loss": 0.0,
201
+ "total_loss": 0.6091383695602417
202
+ },
203
+ {
204
+ "global_step": 420,
205
+ "optimizer_step": 52,
206
+ "lr": 4.948482772521345e-05,
207
+ "lm_loss": 0.0547482855618,
208
+ "order_loss": 0.796875,
209
+ "ret_loss": 0.0,
210
+ "pretrain_loss": 0.0,
211
+ "total_loss": 0.2139279693365097
212
+ },
213
+ {
214
+ "global_step": 440,
215
+ "optimizer_step": 55,
216
+ "lr": 4.937319780454559e-05,
217
+ "lm_loss": 0.036656029522418976,
218
+ "order_loss": 0.8203125,
219
+ "ret_loss": 0.0,
220
+ "pretrain_loss": 0.0,
221
+ "total_loss": 0.20071852207183838
222
+ },
223
+ {
224
+ "global_step": 460,
225
+ "optimizer_step": 57,
226
+ "lr": 4.929278208117378e-05,
227
+ "lm_loss": 0.14974085986614227,
228
+ "order_loss": 0.81640625,
229
+ "ret_loss": 0.0,
230
+ "pretrain_loss": 0.0,
231
+ "total_loss": 0.31282681226730347
232
+ },
233
+ {
234
+ "global_step": 480,
235
+ "optimizer_step": 60,
236
+ "lr": 4.916320437477008e-05,
237
+ "lm_loss": 0.5004343390464783,
238
+ "order_loss": 0.765625,
239
+ "ret_loss": 0.0,
240
+ "pretrain_loss": 0.0,
241
+ "total_loss": 0.6537546515464783
242
+ },
243
+ {
244
+ "global_step": 500,
245
+ "optimizer_step": 62,
246
+ "lr": 4.907087460240999e-05,
247
+ "lm_loss": 0.3147910237312317,
248
+ "order_loss": 0.625,
249
+ "ret_loss": 0.0,
250
+ "pretrain_loss": 0.0,
251
+ "total_loss": 0.4397910237312317
252
+ },
253
+ {
254
+ "global_step": 520,
255
+ "optimizer_step": 65,
256
+ "lr": 4.892350839330522e-05,
257
+ "lm_loss": 0.04948442056775093,
258
+ "order_loss": 0.61328125,
259
+ "ret_loss": 0.0,
260
+ "pretrain_loss": 0.0,
261
+ "total_loss": 0.17204301059246063
262
+ },
263
+ {
264
+ "global_step": 540,
265
+ "optimizer_step": 67,
266
+ "lr": 4.881937806807241e-05,
267
+ "lm_loss": 0.02988583967089653,
268
+ "order_loss": 0.59765625,
269
+ "ret_loss": 0.0,
270
+ "pretrain_loss": 0.0,
271
+ "total_loss": 0.14951474964618683
272
+ },
273
+ {
274
+ "global_step": 560,
275
+ "optimizer_step": 70,
276
+ "lr": 4.865440450576874e-05,
277
+ "lm_loss": 0.14940640330314636,
278
+ "order_loss": 0.6171875,
279
+ "ret_loss": 0.0,
280
+ "pretrain_loss": 0.0,
281
+ "total_loss": 0.27294155955314636
282
+ },
283
+ {
284
+ "global_step": 580,
285
+ "optimizer_step": 72,
286
+ "lr": 4.853860162957552e-05,
287
+ "lm_loss": 0.6265708804130554,
288
+ "order_loss": 0.51171875,
289
+ "ret_loss": 0.0,
290
+ "pretrain_loss": 0.0,
291
+ "total_loss": 0.7291099429130554
292
+ },
293
+ {
294
+ "global_step": 600,
295
+ "optimizer_step": 75,
296
+ "lr": 4.8356223507364996e-05,
297
+ "lm_loss": 0.059154313057661057,
298
+ "order_loss": 0.6015625,
299
+ "ret_loss": 0.0,
300
+ "pretrain_loss": 0.0,
301
+ "total_loss": 0.17927150428295135
302
+ },
303
+ {
304
+ "global_step": 620,
305
+ "optimizer_step": 77,
306
+ "lr": 4.822889043057446e-05,
307
+ "lm_loss": 0.4143764078617096,
308
+ "order_loss": 0.6953125,
309
+ "ret_loss": 0.0,
310
+ "pretrain_loss": 0.0,
311
+ "total_loss": 0.5530482530593872
312
+ },
313
+ {
314
+ "global_step": 640,
315
+ "optimizer_step": 80,
316
+ "lr": 4.802933193625593e-05,
317
+ "lm_loss": 0.055187344551086426,
318
+ "order_loss": 0.5703125,
319
+ "ret_loss": 0.0,
320
+ "pretrain_loss": 0.0,
321
+ "total_loss": 0.16944515705108643
322
+ },
323
+ {
324
+ "global_step": 660,
325
+ "optimizer_step": 82,
326
+ "lr": 4.789062518269812e-05,
327
+ "lm_loss": 0.4035862684249878,
328
+ "order_loss": 0.69921875,
329
+ "ret_loss": 0.0,
330
+ "pretrain_loss": 0.0,
331
+ "total_loss": 0.5432347059249878
332
+ },
333
+ {
334
+ "global_step": 680,
335
+ "optimizer_step": 85,
336
+ "lr": 4.767413162299501e-05,
337
+ "lm_loss": 0.49266159534454346,
338
+ "order_loss": 0.71484375,
339
+ "ret_loss": 0.0,
340
+ "pretrain_loss": 0.0,
341
+ "total_loss": 0.6352397203445435
342
+ },
343
+ {
344
+ "global_step": 700,
345
+ "optimizer_step": 87,
346
+ "lr": 4.752422169756048e-05,
347
+ "lm_loss": 0.08079572021961212,
348
+ "order_loss": 0.55078125,
349
+ "ret_loss": 0.0,
350
+ "pretrain_loss": 0.0,
351
+ "total_loss": 0.19114728271961212
352
+ },
353
+ {
354
+ "global_step": 720,
355
+ "optimizer_step": 90,
356
+ "lr": 4.729105919657818e-05,
357
+ "lm_loss": 0.008615859784185886,
358
+ "order_loss": 0.546875,
359
+ "ret_loss": 0.0,
360
+ "pretrain_loss": 0.0,
361
+ "total_loss": 0.11799085885286331
362
+ },
363
+ {
364
+ "global_step": 740,
365
+ "optimizer_step": 92,
366
+ "lr": 4.7130130375625305e-05,
367
+ "lm_loss": 0.23536285758018494,
368
+ "order_loss": 0.6171875,
369
+ "ret_loss": 0.0,
370
+ "pretrain_loss": 0.0,
371
+ "total_loss": 0.35889801383018494
372
+ },
373
+ {
374
+ "global_step": 760,
375
+ "optimizer_step": 95,
376
+ "lr": 4.6880585547718845e-05,
377
+ "lm_loss": 0.004406757652759552,
378
+ "order_loss": 0.55078125,
379
+ "ret_loss": 0.0,
380
+ "pretrain_loss": 0.0,
381
+ "total_loss": 0.11475832015275955
382
+ },
383
+ {
384
+ "global_step": 780,
385
+ "optimizer_step": 97,
386
+ "lr": 4.670883565255264e-05,
387
+ "lm_loss": 0.25917744636535645,
388
+ "order_loss": 0.65234375,
389
+ "ret_loss": 0.0,
390
+ "pretrain_loss": 0.0,
391
+ "total_loss": 0.39003682136535645
392
+ },
393
+ {
394
+ "global_step": 800,
395
+ "optimizer_step": 100,
396
+ "lr": 4.6443215250006806e-05,
397
+ "lm_loss": 0.4540480971336365,
398
+ "order_loss": 0.59765625,
399
+ "ret_loss": 0.0,
400
+ "pretrain_loss": 0.0,
401
+ "total_loss": 0.5736770033836365
402
+ },
403
+ {
404
+ "global_step": 820,
405
+ "optimizer_step": 102,
406
+ "lr": 4.626085540370762e-05,
407
+ "lm_loss": 0.0026192981749773026,
408
+ "order_loss": 0.51171875,
409
+ "ret_loss": 0.0,
410
+ "pretrain_loss": 0.0,
411
+ "total_loss": 0.10515835881233215
412
+ },
413
+ {
414
+ "global_step": 840,
415
+ "optimizer_step": 105,
416
+ "lr": 4.597948593966256e-05,
417
+ "lm_loss": 0.07060437649488449,
418
+ "order_loss": 0.578125,
419
+ "ret_loss": 0.0,
420
+ "pretrain_loss": 0.0,
421
+ "total_loss": 0.1863270401954651
422
+ },
423
+ {
424
+ "global_step": 860,
425
+ "optimizer_step": 107,
426
+ "lr": 4.5786740307563636e-05,
427
+ "lm_loss": 0.026391582563519478,
428
+ "order_loss": 0.447265625,
429
+ "ret_loss": 0.0,
430
+ "pretrain_loss": 0.0,
431
+ "total_loss": 0.11574704945087433
432
+ },
433
+ {
434
+ "global_step": 880,
435
+ "optimizer_step": 110,
436
+ "lr": 4.5489967654649474e-05,
437
+ "lm_loss": 0.0010516481706872582,
438
+ "order_loss": 0.5625,
439
+ "ret_loss": 0.0,
440
+ "pretrain_loss": 0.0,
441
+ "total_loss": 0.1133563369512558
442
+ },
443
+ {
444
+ "global_step": 900,
445
+ "optimizer_step": 112,
446
+ "lr": 4.528707316878232e-05,
447
+ "lm_loss": 0.01186646893620491,
448
+ "order_loss": 0.48046875,
449
+ "ret_loss": 0.0,
450
+ "pretrain_loss": 0.0,
451
+ "total_loss": 0.10805787146091461
452
+ },
453
+ {
454
+ "global_step": 920,
455
+ "optimizer_step": 115,
456
+ "lr": 4.497526213395623e-05,
457
+ "lm_loss": 0.0857229083776474,
458
+ "order_loss": 0.57421875,
459
+ "ret_loss": 0.0,
460
+ "pretrain_loss": 0.0,
461
+ "total_loss": 0.2004690021276474
462
+ },
463
+ {
464
+ "global_step": 940,
465
+ "optimizer_step": 117,
466
+ "lr": 4.476246820180259e-05,
467
+ "lm_loss": 0.5093491673469543,
468
+ "order_loss": 0.56640625,
469
+ "ret_loss": 0.0,
470
+ "pretrain_loss": 0.0,
471
+ "total_loss": 0.6226304173469543
472
+ },
473
+ {
474
+ "global_step": 960,
475
+ "optimizer_step": 120,
476
+ "lr": 4.443600207791081e-05,
477
+ "lm_loss": 0.03609307482838631,
478
+ "order_loss": 0.55859375,
479
+ "ret_loss": 0.0,
480
+ "pretrain_loss": 0.0,
481
+ "total_loss": 0.147909477353096
482
+ },
483
+ {
484
+ "global_step": 980,
485
+ "optimizer_step": 122,
486
+ "lr": 4.421357027581921e-05,
487
+ "lm_loss": 0.26611125469207764,
488
+ "order_loss": 0.55078125,
489
+ "ret_loss": 0.0,
490
+ "pretrain_loss": 0.0,
491
+ "total_loss": 0.37646281719207764
492
+ },
493
+ {
494
+ "global_step": 1000,
495
+ "optimizer_step": 125,
496
+ "lr": 4.38728503704354e-05,
497
+ "lm_loss": 0.044902998954057693,
498
+ "order_loss": 0.546875,
499
+ "ret_loss": 0.0,
500
+ "pretrain_loss": 0.0,
501
+ "total_loss": 0.1542779952287674
502
+ },
503
+ {
504
+ "global_step": 1020,
505
+ "optimizer_step": 127,
506
+ "lr": 4.364105412207914e-05,
507
+ "lm_loss": 0.08546596020460129,
508
+ "order_loss": 0.55078125,
509
+ "ret_loss": 0.0,
510
+ "pretrain_loss": 0.0,
511
+ "total_loss": 0.19581753015518188
512
+ },
513
+ {
514
+ "global_step": 1040,
515
+ "optimizer_step": 130,
516
+ "lr": 4.328649926419819e-05,
517
+ "lm_loss": 0.015102083794772625,
518
+ "order_loss": 0.53515625,
519
+ "ret_loss": 0.0,
520
+ "pretrain_loss": 0.0,
521
+ "total_loss": 0.1220356747508049
522
+ },
523
+ {
524
+ "global_step": 1060,
525
+ "optimizer_step": 132,
526
+ "lr": 4.304562350447008e-05,
527
+ "lm_loss": 0.06222774088382721,
528
+ "order_loss": 0.62890625,
529
+ "ret_loss": 0.0,
530
+ "pretrain_loss": 0.0,
531
+ "total_loss": 0.1882043033838272
532
+ },
533
+ {
534
+ "global_step": 1080,
535
+ "optimizer_step": 135,
536
+ "lr": 4.267766952966369e-05,
537
+ "lm_loss": 0.07918162643909454,
538
+ "order_loss": 0.58203125,
539
+ "ret_loss": 0.0,
540
+ "pretrain_loss": 0.0,
541
+ "total_loss": 0.19539256393909454
542
+ },
543
+ {
544
+ "global_step": 1100,
545
+ "optimizer_step": 137,
546
+ "lr": 4.242801035442058e-05,
547
+ "lm_loss": 0.036123570054769516,
548
+ "order_loss": 0.53125,
549
+ "ret_loss": 0.0,
550
+ "pretrain_loss": 0.0,
551
+ "total_loss": 0.14256888628005981
552
+ },
553
+ {
554
+ "global_step": 1120,
555
+ "optimizer_step": 140,
556
+ "lr": 4.204710956908763e-05,
557
+ "lm_loss": 0.11733262240886688,
558
+ "order_loss": 0.546875,
559
+ "ret_loss": 0.0,
560
+ "pretrain_loss": 0.0,
561
+ "total_loss": 0.22670762240886688
562
+ },
563
+ {
564
+ "global_step": 1140,
565
+ "optimizer_step": 142,
566
+ "lr": 4.178897387117546e-05,
567
+ "lm_loss": 0.0419226810336113,
568
+ "order_loss": 0.4609375,
569
+ "ret_loss": 0.0,
570
+ "pretrain_loss": 0.0,
571
+ "total_loss": 0.1342078447341919
572
+ },
573
+ {
574
+ "global_step": 1160,
575
+ "optimizer_step": 145,
576
+ "lr": 4.139559449654561e-05,
577
+ "lm_loss": 0.30417191982269287,
578
+ "order_loss": 0.53125,
579
+ "ret_loss": 0.0,
580
+ "pretrain_loss": 0.0,
581
+ "total_loss": 0.41061723232269287
582
+ },
583
+ {
584
+ "global_step": 1180,
585
+ "optimizer_step": 147,
586
+ "lr": 4.1129299588552193e-05,
587
+ "lm_loss": 0.19413207471370697,
588
+ "order_loss": 0.61328125,
589
+ "ret_loss": 0.0,
590
+ "pretrain_loss": 0.0,
591
+ "total_loss": 0.31669068336486816
592
+ },
593
+ {
594
+ "global_step": 1200,
595
+ "optimizer_step": 150,
596
+ "lr": 4.072392518512623e-05,
597
+ "lm_loss": 0.0567384697496891,
598
+ "order_loss": 0.33984375,
599
+ "ret_loss": 0.0,
600
+ "pretrain_loss": 0.0,
601
+ "total_loss": 0.1246095597743988
602
+ },
603
+ {
604
+ "global_step": 1220,
605
+ "optimizer_step": 152,
606
+ "lr": 4.0449798409325665e-05,
607
+ "lm_loss": 0.09937912970781326,
608
+ "order_loss": 0.6484375,
609
+ "ret_loss": 0.0,
610
+ "pretrain_loss": 0.0,
611
+ "total_loss": 0.22926193475723267
612
+ },
613
+ {
614
+ "global_step": 1240,
615
+ "optimizer_step": 155,
616
+ "lr": 4.0032927282460146e-05,
617
+ "lm_loss": 0.06681893020868301,
618
+ "order_loss": 0.515625,
619
+ "ret_loss": 0.0,
620
+ "pretrain_loss": 0.0,
621
+ "total_loss": 0.16984626650810242
622
+ },
623
+ {
624
+ "global_step": 1260,
625
+ "optimizer_step": 157,
626
+ "lr": 3.9751305608428205e-05,
627
+ "lm_loss": 0.07466673851013184,
628
+ "order_loss": 0.451171875,
629
+ "ret_loss": 0.0,
630
+ "pretrain_loss": 0.0,
631
+ "total_loss": 0.16499876976013184
632
+ },
633
+ {
634
+ "global_step": 1280,
635
+ "optimizer_step": 160,
636
+ "lr": 3.932345019579495e-05,
637
+ "lm_loss": 0.01913679577410221,
638
+ "order_loss": 0.5859375,
639
+ "ret_loss": 0.0,
640
+ "pretrain_loss": 0.0,
641
+ "total_loss": 0.13632430136203766
642
+ },
643
+ {
644
+ "global_step": 1300,
645
+ "optimizer_step": 162,
646
+ "lr": 3.90346798061902e-05,
647
+ "lm_loss": 0.04431593418121338,
648
+ "order_loss": 0.361328125,
649
+ "ret_loss": 0.0,
650
+ "pretrain_loss": 0.0,
651
+ "total_loss": 0.11658155918121338
652
+ },
653
+ {
654
+ "global_step": 1320,
655
+ "optimizer_step": 165,
656
+ "lr": 3.859636604786372e-05,
657
+ "lm_loss": 0.0018795771757140756,
658
+ "order_loss": 0.490234375,
659
+ "ret_loss": 0.0,
660
+ "pretrain_loss": 0.0,
661
+ "total_loss": 0.10002411156892776
662
+ },
663
+ {
664
+ "global_step": 1340,
665
+ "optimizer_step": 167,
666
+ "lr": 3.830080191288342e-05,
667
+ "lm_loss": 0.4375271797180176,
668
+ "order_loss": 0.6015625,
669
+ "ret_loss": 0.0,
670
+ "pretrain_loss": 0.0,
671
+ "total_loss": 0.5576443672180176
672
+ },
673
+ {
674
+ "global_step": 1360,
675
+ "optimizer_step": 170,
676
+ "lr": 3.785256860483054e-05,
677
+ "lm_loss": 0.16471466422080994,
678
+ "order_loss": 0.5390625,
679
+ "ret_loss": 0.0,
680
+ "pretrain_loss": 0.0,
681
+ "total_loss": 0.27262482047080994
682
+ },
683
+ {
684
+ "global_step": 1380,
685
+ "optimizer_step": 172,
686
+ "lr": 3.755057404586455e-05,
687
+ "lm_loss": 0.004061681218445301,
688
+ "order_loss": 0.5625,
689
+ "ret_loss": 0.0,
690
+ "pretrain_loss": 0.0,
691
+ "total_loss": 0.11636637151241302
692
+ },
693
+ {
694
+ "global_step": 1400,
695
+ "optimizer_step": 175,
696
+ "lr": 3.7092972177631e-05,
697
+ "lm_loss": 0.008339406922459602,
698
+ "order_loss": 0.5234375,
699
+ "ret_loss": 0.0,
700
+ "pretrain_loss": 0.0,
701
+ "total_loss": 0.11283159255981445
702
+ },
703
+ {
704
+ "global_step": 1420,
705
+ "optimizer_step": 177,
706
+ "lr": 3.678491842064995e-05,
707
+ "lm_loss": 0.04203884303569794,
708
+ "order_loss": 0.51171875,
709
+ "ret_loss": 0.0,
710
+ "pretrain_loss": 0.0,
711
+ "total_loss": 0.14457790553569794
712
+ },
713
+ {
714
+ "global_step": 1440,
715
+ "optimizer_step": 180,
716
+ "lr": 3.631851049805793e-05,
717
+ "lm_loss": 0.10991385579109192,
718
+ "order_loss": 0.482421875,
719
+ "ret_loss": 0.0,
720
+ "pretrain_loss": 0.0,
721
+ "total_loss": 0.20659354329109192
722
+ },
723
+ {
724
+ "global_step": 1460,
725
+ "optimizer_step": 182,
726
+ "lr": 3.600477621728473e-05,
727
+ "lm_loss": 0.019903700798749924,
728
+ "order_loss": 0.45703125,
729
+ "ret_loss": 0.0,
730
+ "pretrain_loss": 0.0,
731
+ "total_loss": 0.11121229827404022
732
+ },
733
+ {
734
+ "global_step": 1480,
735
+ "optimizer_step": 185,
736
+ "lr": 3.5530135570974274e-05,
737
+ "lm_loss": 0.02145182527601719,
738
+ "order_loss": 0.392578125,
739
+ "ret_loss": 0.0,
740
+ "pretrain_loss": 0.0,
741
+ "total_loss": 0.10006510466337204
742
+ },
743
+ {
744
+ "global_step": 1500,
745
+ "optimizer_step": 187,
746
+ "lr": 3.521110642339991e-05,
747
+ "lm_loss": 0.012341304682195187,
748
+ "order_loss": 0.486328125,
749
+ "ret_loss": 0.0,
750
+ "pretrain_loss": 0.0,
751
+ "total_loss": 0.10950927436351776
752
+ },
753
+ {
754
+ "global_step": 1520,
755
+ "optimizer_step": 190,
756
+ "lr": 3.4728816504063726e-05,
757
+ "lm_loss": 0.09811465442180634,
758
+ "order_loss": 0.42578125,
759
+ "ret_loss": 0.0,
760
+ "pretrain_loss": 0.0,
761
+ "total_loss": 0.18307559192180634
762
+ },
763
+ {
764
+ "global_step": 1540,
765
+ "optimizer_step": 192,
766
+ "lr": 3.440488465537943e-05,
767
+ "lm_loss": 0.0900067389011383,
768
+ "order_loss": 0.578125,
769
+ "ret_loss": 0.0,
770
+ "pretrain_loss": 0.0,
771
+ "total_loss": 0.2057293951511383
772
+ },
773
+ {
774
+ "global_step": 1560,
775
+ "optimizer_step": 195,
776
+ "lr": 3.391553831655782e-05,
777
+ "lm_loss": 0.01455360371619463,
778
+ "order_loss": 0.5703125,
779
+ "ret_loss": 0.0,
780
+ "pretrain_loss": 0.0,
781
+ "total_loss": 0.12881141901016235
782
+ },
783
+ {
784
+ "global_step": 1580,
785
+ "optimizer_step": 197,
786
+ "lr": 3.358710195908653e-05,
787
+ "lm_loss": 0.10981178283691406,
788
+ "order_loss": 0.55859375,
789
+ "ret_loss": 0.0,
790
+ "pretrain_loss": 0.0,
791
+ "total_loss": 0.22162818908691406
792
+ },
793
+ {
794
+ "global_step": 1600,
795
+ "optimizer_step": 200,
796
+ "lr": 3.309130072840379e-05,
797
+ "lm_loss": 0.06271703541278839,
798
+ "order_loss": 0.478515625,
799
+ "ret_loss": 0.0,
800
+ "pretrain_loss": 0.0,
801
+ "total_loss": 0.1584201604127884
802
+ },
803
+ {
804
+ "global_step": 1620,
805
+ "optimizer_step": 202,
806
+ "lr": 3.2758763591623295e-05,
807
+ "lm_loss": 0.008075950667262077,
808
+ "order_loss": 0.453125,
809
+ "ret_loss": 0.0,
810
+ "pretrain_loss": 0.0,
811
+ "total_loss": 0.09889626502990723
812
+ },
813
+ {
814
+ "global_step": 1640,
815
+ "optimizer_step": 205,
816
+ "lr": 3.225711693136156e-05,
817
+ "lm_loss": 0.0696447342634201,
818
+ "order_loss": 0.4765625,
819
+ "ret_loss": 0.0,
820
+ "pretrain_loss": 0.0,
821
+ "total_loss": 0.1648595780134201
822
+ },
823
+ {
824
+ "global_step": 1660,
825
+ "optimizer_step": 207,
826
+ "lr": 3.1920887785621235e-05,
827
+ "lm_loss": 0.2434917688369751,
828
+ "order_loss": 0.54296875,
829
+ "ret_loss": 0.0,
830
+ "pretrain_loss": 0.0,
831
+ "total_loss": 0.3518902063369751
832
+ },
833
+ {
834
+ "global_step": 1680,
835
+ "optimizer_step": 210,
836
+ "lr": 3.141401234354067e-05,
837
+ "lm_loss": 0.0058234385214746,
838
+ "order_loss": 0.57421875,
839
+ "ret_loss": 0.0,
840
+ "pretrain_loss": 0.0,
841
+ "total_loss": 0.12056953459978104
842
+ },
843
+ {
844
+ "global_step": 1700,
845
+ "optimizer_step": 212,
846
+ "lr": 3.10745044975816e-05,
847
+ "lm_loss": 0.016392484307289124,
848
+ "order_loss": 0.55078125,
849
+ "ret_loss": 0.0,
850
+ "pretrain_loss": 0.0,
851
+ "total_loss": 0.12674404680728912
852
+ },
853
+ {
854
+ "global_step": 1720,
855
+ "optimizer_step": 215,
856
+ "lr": 3.056302334890786e-05,
857
+ "lm_loss": 0.3531542420387268,
858
+ "order_loss": 0.51953125,
859
+ "ret_loss": 0.0,
860
+ "pretrain_loss": 0.0,
861
+ "total_loss": 0.4571581482887268
862
+ },
863
+ {
864
+ "global_step": 1740,
865
+ "optimizer_step": 217,
866
+ "lr": 3.022065414180425e-05,
867
+ "lm_loss": 0.05281149595975876,
868
+ "order_loss": 0.58203125,
869
+ "ret_loss": 0.0,
870
+ "pretrain_loss": 0.0,
871
+ "total_loss": 0.16902244091033936
872
+ },
873
+ {
874
+ "global_step": 1760,
875
+ "optimizer_step": 220,
876
+ "lr": 2.9705196023315006e-05,
877
+ "lm_loss": 0.1152709424495697,
878
+ "order_loss": 0.56640625,
879
+ "ret_loss": 0.0,
880
+ "pretrain_loss": 0.0,
881
+ "total_loss": 0.2285521924495697
882
+ },
883
+ {
884
+ "global_step": 1780,
885
+ "optimizer_step": 222,
886
+ "lr": 2.9360386311461275e-05,
887
+ "lm_loss": 0.0027868184261024,
888
+ "order_loss": 0.55078125,
889
+ "ret_loss": 0.0,
890
+ "pretrain_loss": 0.0,
891
+ "total_loss": 0.11313837766647339
892
+ },
893
+ {
894
+ "global_step": 1800,
895
+ "optimizer_step": 225,
896
+ "lr": 2.884158484861325e-05,
897
+ "lm_loss": 0.1623990535736084,
898
+ "order_loss": 0.54296875,
899
+ "ret_loss": 0.0,
900
+ "pretrain_loss": 0.0,
901
+ "total_loss": 0.2707974910736084
902
+ },
903
+ {
904
+ "global_step": 1820,
905
+ "optimizer_step": 227,
906
+ "lr": 2.849475848838749e-05,
907
+ "lm_loss": 0.03893814608454704,
908
+ "order_loss": 0.55078125,
909
+ "ret_loss": 0.0,
910
+ "pretrain_loss": 0.0,
911
+ "total_loss": 0.14928971230983734
912
+ },
913
+ {
914
+ "global_step": 1840,
915
+ "optimizer_step": 230,
916
+ "lr": 2.7973251416434175e-05,
917
+ "lm_loss": 0.13058072328567505,
918
+ "order_loss": 0.5546875,
919
+ "ret_loss": 0.0,
920
+ "pretrain_loss": 0.0,
921
+ "total_loss": 0.24142056703567505
922
+ },
923
+ {
924
+ "global_step": 1860,
925
+ "optimizer_step": 232,
926
+ "lr": 2.7624834743173867e-05,
927
+ "lm_loss": 0.03378346562385559,
928
+ "order_loss": 0.443359375,
929
+ "ret_loss": 0.0,
930
+ "pretrain_loss": 0.0,
931
+ "total_loss": 0.12265065312385559
932
+ },
933
+ {
934
+ "global_step": 1880,
935
+ "optimizer_step": 235,
936
+ "lr": 2.710126312323119e-05,
937
+ "lm_loss": 0.002400718629360199,
938
+ "order_loss": 0.48046875,
939
+ "ret_loss": 0.0,
940
+ "pretrain_loss": 0.0,
941
+ "total_loss": 0.0985921248793602
942
+ },
943
+ {
944
+ "global_step": 1900,
945
+ "optimizer_step": 237,
946
+ "lr": 2.6751684427161683e-05,
947
+ "lm_loss": 0.04736057296395302,
948
+ "order_loss": 0.478515625,
949
+ "ret_loss": 0.0,
950
+ "pretrain_loss": 0.0,
951
+ "total_loss": 0.14306369423866272
952
+ },
953
+ {
954
+ "global_step": 1920,
955
+ "optimizer_step": 240,
956
+ "lr": 2.6226691858185454e-05,
957
+ "lm_loss": 0.002299610525369644,
958
+ "order_loss": 0.4453125,
959
+ "ret_loss": 0.0,
960
+ "pretrain_loss": 0.0,
961
+ "total_loss": 0.09116679430007935
962
+ },
963
+ {
964
+ "global_step": 1940,
965
+ "optimizer_step": 242,
966
+ "lr": 2.587638085794541e-05,
967
+ "lm_loss": 0.0018472620286047459,
968
+ "order_loss": 0.62890625,
969
+ "ret_loss": 0.0,
970
+ "pretrain_loss": 0.0,
971
+ "total_loss": 0.1278238296508789
972
+ },
973
+ {
974
+ "global_step": 1960,
975
+ "optimizer_step": 245,
976
+ "lr": 2.535061268558906e-05,
977
+ "lm_loss": 0.004390852991491556,
978
+ "order_loss": 0.462890625,
979
+ "ret_loss": 0.0,
980
+ "pretrain_loss": 0.0,
981
+ "total_loss": 0.09716428816318512
982
+ },
983
+ {
984
+ "global_step": 1980,
985
+ "optimizer_step": 247,
986
+ "lr": 2.5e-05,
987
+ "lm_loss": 0.022147180512547493,
988
+ "order_loss": 0.3359375,
989
+ "ret_loss": 0.0,
990
+ "pretrain_loss": 0.0,
991
+ "total_loss": 0.08952999114990234
992
+ },
993
+ {
994
+ "global_step": 2000,
995
+ "optimizer_step": 250,
996
+ "lr": 2.447410252332528e-05,
997
+ "lm_loss": 0.0007956157205626369,
998
+ "order_loss": 0.4609375,
999
+ "ret_loss": 0.0,
1000
+ "pretrain_loss": 0.0,
1001
+ "total_loss": 0.09308077394962311
1002
+ },
1003
+ {
1004
+ "global_step": 2020,
1005
+ "optimizer_step": 252,
1006
+ "lr": 2.4123619142054597e-05,
1007
+ "lm_loss": 0.030557921156287193,
1008
+ "order_loss": 0.5390625,
1009
+ "ret_loss": 0.0,
1010
+ "pretrain_loss": 0.0,
1011
+ "total_loss": 0.13846807181835175
1012
+ },
1013
+ {
1014
+ "global_step": 2040,
1015
+ "optimizer_step": 255,
1016
+ "lr": 2.3598238819070202e-05,
1017
+ "lm_loss": 0.18177442252635956,
1018
+ "order_loss": 0.51171875,
1019
+ "ret_loss": 0.0,
1020
+ "pretrain_loss": 0.0,
1021
+ "total_loss": 0.28431349992752075
1022
+ },
1023
+ {
1024
+ "global_step": 2060,
1025
+ "optimizer_step": 257,
1026
+ "lr": 2.3248315572838316e-05,
1027
+ "lm_loss": 0.4730396270751953,
1028
+ "order_loss": 0.490234375,
1029
+ "ret_loss": 0.0,
1030
+ "pretrain_loss": 0.0,
1031
+ "total_loss": 0.5711841583251953
1032
+ },
1033
+ {
1034
+ "global_step": 2080,
1035
+ "optimizer_step": 260,
1036
+ "lr": 2.272409822584325e-05,
1037
+ "lm_loss": 0.005712360143661499,
1038
+ "order_loss": 0.419921875,
1039
+ "ret_loss": 0.0,
1040
+ "pretrain_loss": 0.0,
1041
+ "total_loss": 0.0896967351436615
1042
+ },
1043
+ {
1044
+ "global_step": 2100,
1045
+ "optimizer_step": 262,
1046
+ "lr": 2.237516525682614e-05,
1047
+ "lm_loss": 0.12257782369852066,
1048
+ "order_loss": 0.51171875,
1049
+ "ret_loss": 0.0,
1050
+ "pretrain_loss": 0.0,
1051
+ "total_loss": 0.22511687874794006
1052
+ },
1053
+ {
1054
+ "global_step": 2120,
1055
+ "optimizer_step": 265,
1056
+ "lr": 2.185275527853437e-05,
1057
+ "lm_loss": 0.021999210119247437,
1058
+ "order_loss": 0.421875,
1059
+ "ret_loss": 0.0,
1060
+ "pretrain_loss": 0.0,
1061
+ "total_loss": 0.10647186636924744
1062
+ },
1063
+ {
1064
+ "global_step": 2140,
1065
+ "optimizer_step": 267,
1066
+ "lr": 2.1505241511612522e-05,
1067
+ "lm_loss": 0.0036602283362299204,
1068
+ "order_loss": 0.482421875,
1069
+ "ret_loss": 0.0,
1070
+ "pretrain_loss": 0.0,
1071
+ "total_loss": 0.10033991932868958
1072
+ },
1073
+ {
1074
+ "global_step": 2160,
1075
+ "optimizer_step": 270,
1076
+ "lr": 2.0985281073035076e-05,
1077
+ "lm_loss": 0.07638672739267349,
1078
+ "order_loss": 0.455078125,
1079
+ "ret_loss": 0.0,
1080
+ "pretrain_loss": 0.0,
1081
+ "total_loss": 0.1672070324420929
1082
+ },
1083
+ {
1084
+ "global_step": 2180,
1085
+ "optimizer_step": 272,
1086
+ "lr": 2.0639613688538734e-05,
1087
+ "lm_loss": 0.048112597316503525,
1088
+ "order_loss": 0.490234375,
1089
+ "ret_loss": 0.0,
1090
+ "pretrain_loss": 0.0,
1091
+ "total_loss": 0.14625713229179382
1092
+ },
1093
+ {
1094
+ "global_step": 2200,
1095
+ "optimizer_step": 275,
1096
+ "lr": 2.0122741949596797e-05,
1097
+ "lm_loss": 0.07557408511638641,
1098
+ "order_loss": 0.490234375,
1099
+ "ret_loss": 0.0,
1100
+ "pretrain_loss": 0.0,
1101
+ "total_loss": 0.1737186163663864
1102
+ },
1103
+ {
1104
+ "global_step": 2220,
1105
+ "optimizer_step": 277,
1106
+ "lr": 1.977934585819576e-05,
1107
+ "lm_loss": 0.046283118426799774,
1108
+ "order_loss": 0.455078125,
1109
+ "ret_loss": 0.0,
1110
+ "pretrain_loss": 0.0,
1111
+ "total_loss": 0.13710343837738037
1112
+ },
1113
+ {
1114
+ "global_step": 2240,
1115
+ "optimizer_step": 280,
1116
+ "lr": 1.9266198182035058e-05,
1117
+ "lm_loss": 0.0221647247672081,
1118
+ "order_loss": 0.61328125,
1119
+ "ret_loss": 0.0,
1120
+ "pretrain_loss": 0.0,
1121
+ "total_loss": 0.1447233259677887
1122
+ },
1123
+ {
1124
+ "global_step": 2260,
1125
+ "optimizer_step": 282,
1126
+ "lr": 1.8925495502418406e-05,
1127
+ "lm_loss": 0.14896491169929504,
1128
+ "order_loss": 0.4453125,
1129
+ "ret_loss": 0.0,
1130
+ "pretrain_loss": 0.0,
1131
+ "total_loss": 0.23783209919929504
1132
+ },
1133
+ {
1134
+ "global_step": 2280,
1135
+ "optimizer_step": 285,
1136
+ "lr": 1.841670267439088e-05,
1137
+ "lm_loss": 0.007534273900091648,
1138
+ "order_loss": 0.51171875,
1139
+ "ret_loss": 0.0,
1140
+ "pretrain_loss": 0.0,
1141
+ "total_loss": 0.11007333546876907
1142
+ },
1143
+ {
1144
+ "global_step": 2300,
1145
+ "optimizer_step": 287,
1146
+ "lr": 1.8079112214378768e-05,
1147
+ "lm_loss": 0.17099373042583466,
1148
+ "order_loss": 0.44921875,
1149
+ "ret_loss": 0.0,
1150
+ "pretrain_loss": 0.0,
1151
+ "total_loss": 0.26083749532699585
1152
+ },
1153
+ {
1154
+ "global_step": 2320,
1155
+ "optimizer_step": 290,
1156
+ "lr": 1.757529966665141e-05,
1157
+ "lm_loss": 0.005708654411137104,
1158
+ "order_loss": 0.4921875,
1159
+ "ret_loss": 0.0,
1160
+ "pretrain_loss": 0.0,
1161
+ "total_loss": 0.10434146970510483
1162
+ },
1163
+ {
1164
+ "global_step": 2340,
1165
+ "optimizer_step": 292,
1166
+ "lr": 1.72412364083767e-05,
1167
+ "lm_loss": 0.14307241141796112,
1168
+ "order_loss": 0.515625,
1169
+ "ret_loss": 0.0,
1170
+ "pretrain_loss": 0.0,
1171
+ "total_loss": 0.24609975516796112
1172
+ },
1173
+ {
1174
+ "global_step": 2360,
1175
+ "optimizer_step": 295,
1176
+ "lr": 1.6743023451120832e-05,
1177
+ "lm_loss": 0.01717868261039257,
1178
+ "order_loss": 0.439453125,
1179
+ "ret_loss": 0.0,
1180
+ "pretrain_loss": 0.0,
1181
+ "total_loss": 0.10506930947303772
1182
+ },
1183
+ {
1184
+ "global_step": 2380,
1185
+ "optimizer_step": 297,
1186
+ "lr": 1.641289804091347e-05,
1187
+ "lm_loss": 0.0017281525069847703,
1188
+ "order_loss": 0.484375,
1189
+ "ret_loss": 0.0,
1190
+ "pretrain_loss": 0.0,
1191
+ "total_loss": 0.09840784221887589
1192
+ },
1193
+ {
1194
+ "global_step": 2400,
1195
+ "optimizer_step": 300,
1196
+ "lr": 1.5920897101019383e-05,
1197
+ "lm_loss": 0.011986006051301956,
1198
+ "order_loss": 0.48828125,
1199
+ "ret_loss": 0.0,
1200
+ "pretrain_loss": 0.0,
1201
+ "total_loss": 0.10964225232601166
1202
+ },
1203
+ {
1204
+ "global_step": 2420,
1205
+ "optimizer_step": 302,
1206
+ "lr": 1.5595115344620576e-05,
1207
+ "lm_loss": 0.002434519585222006,
1208
+ "order_loss": 0.408203125,
1209
+ "ret_loss": 0.0,
1210
+ "pretrain_loss": 0.0,
1211
+ "total_loss": 0.08397749066352844
1212
+ },
1213
+ {
1214
+ "global_step": 2440,
1215
+ "optimizer_step": 305,
1216
+ "lr": 1.5109931212873534e-05,
1217
+ "lm_loss": 0.04438745602965355,
1218
+ "order_loss": 0.51171875,
1219
+ "ret_loss": 0.0,
1220
+ "pretrain_loss": 0.0,
1221
+ "total_loss": 0.14692652225494385
1222
+ },
1223
+ {
1224
+ "global_step": 2460,
1225
+ "optimizer_step": 307,
1226
+ "lr": 1.4788893576600099e-05,
1227
+ "lm_loss": 0.0008090457413345575,
1228
+ "order_loss": 0.447265625,
1229
+ "ret_loss": 0.0,
1230
+ "pretrain_loss": 0.0,
1231
+ "total_loss": 0.09016451239585876
1232
+ },
1233
+ {
1234
+ "global_step": 2480,
1235
+ "optimizer_step": 310,
1236
+ "lr": 1.4311122664242954e-05,
1237
+ "lm_loss": 0.04766635224223137,
1238
+ "order_loss": 0.5,
1239
+ "ret_loss": 0.0,
1240
+ "pretrain_loss": 0.0,
1241
+ "total_loss": 0.14776401221752167
1242
+ },
1243
+ {
1244
+ "global_step": 2500,
1245
+ "optimizer_step": 312,
1246
+ "lr": 1.399522378271527e-05,
1247
+ "lm_loss": 0.09583702683448792,
1248
+ "order_loss": 0.470703125,
1249
+ "ret_loss": 0.0,
1250
+ "pretrain_loss": 0.0,
1251
+ "total_loss": 0.19007530808448792
1252
+ },
1253
+ {
1254
+ "global_step": 2520,
1255
+ "optimizer_step": 315,
1256
+ "lr": 1.3525453388311554e-05,
1257
+ "lm_loss": 0.09939905256032944,
1258
+ "order_loss": 0.59765625,
1259
+ "ret_loss": 0.0,
1260
+ "pretrain_loss": 0.0,
1261
+ "total_loss": 0.21902796626091003
1262
+ },
1263
+ {
1264
+ "global_step": 2540,
1265
+ "optimizer_step": 317,
1266
+ "lr": 1.3215081579350058e-05,
1267
+ "lm_loss": 0.03389511629939079,
1268
+ "order_loss": 0.59375,
1269
+ "ret_loss": 0.0,
1270
+ "pretrain_loss": 0.0,
1271
+ "total_loss": 0.1525474637746811
1272
+ },
1273
+ {
1274
+ "global_step": 2560,
1275
+ "optimizer_step": 320,
1276
+ "lr": 1.2753889166848909e-05,
1277
+ "lm_loss": 0.03291267156600952,
1278
+ "order_loss": 0.53515625,
1279
+ "ret_loss": 0.0,
1280
+ "pretrain_loss": 0.0,
1281
+ "total_loss": 0.13984626531600952
1282
+ },
1283
+ {
1284
+ "global_step": 2580,
1285
+ "optimizer_step": 322,
1286
+ "lr": 1.2449425954135452e-05,
1287
+ "lm_loss": 0.263327419757843,
1288
+ "order_loss": 0.390625,
1289
+ "ret_loss": 0.0,
1290
+ "pretrain_loss": 0.0,
1291
+ "total_loss": 0.341452419757843
1292
+ },
1293
+ {
1294
+ "global_step": 2600,
1295
+ "optimizer_step": 325,
1296
+ "lr": 1.1997378443025634e-05,
1297
+ "lm_loss": 0.14201779663562775,
1298
+ "order_loss": 0.416015625,
1299
+ "ret_loss": 0.0,
1300
+ "pretrain_loss": 0.0,
1301
+ "total_loss": 0.22502560913562775
1302
+ },
1303
+ {
1304
+ "global_step": 2620,
1305
+ "optimizer_step": 327,
1306
+ "lr": 1.1699198087116589e-05,
1307
+ "lm_loss": 0.04106229171156883,
1308
+ "order_loss": 0.58203125,
1309
+ "ret_loss": 0.0,
1310
+ "pretrain_loss": 0.0,
1311
+ "total_loss": 0.15727323293685913
1312
+ },
1313
+ {
1314
+ "global_step": 2640,
1315
+ "optimizer_step": 330,
1316
+ "lr": 1.1256851155542298e-05,
1317
+ "lm_loss": 0.10953841358423233,
1318
+ "order_loss": 0.7578125,
1319
+ "ret_loss": 0.0,
1320
+ "pretrain_loss": 0.0,
1321
+ "total_loss": 0.26090559363365173
1322
+ },
1323
+ {
1324
+ "global_step": 2660,
1325
+ "optimizer_step": 332,
1326
+ "lr": 1.0965320193809808e-05,
1327
+ "lm_loss": 0.1703154742717743,
1328
+ "order_loss": 0.515625,
1329
+ "ret_loss": 0.0,
1330
+ "pretrain_loss": 0.0,
1331
+ "total_loss": 0.2733428180217743
1332
+ },
1333
+ {
1334
+ "global_step": 2680,
1335
+ "optimizer_step": 335,
1336
+ "lr": 1.0533217595504858e-05,
1337
+ "lm_loss": 0.20140531659126282,
1338
+ "order_loss": 0.380859375,
1339
+ "ret_loss": 0.0,
1340
+ "pretrain_loss": 0.0,
1341
+ "total_loss": 0.2775771915912628
1342
+ },
1343
+ {
1344
+ "global_step": 2700,
1345
+ "optimizer_step": 337,
1346
+ "lr": 1.0248694391571801e-05,
1347
+ "lm_loss": 0.0021162626799196005,
1348
+ "order_loss": 0.349609375,
1349
+ "ret_loss": 0.0,
1350
+ "pretrain_loss": 0.0,
1351
+ "total_loss": 0.07194048166275024
1352
+ },
1353
+ {
1354
+ "global_step": 2720,
1355
+ "optimizer_step": 340,
1356
+ "lr": 9.82736728745186e-06,
1357
+ "lm_loss": 0.011415649205446243,
1358
+ "order_loss": 0.53125,
1359
+ "ret_loss": 0.0,
1360
+ "pretrain_loss": 0.0,
1361
+ "total_loss": 0.11786095798015594
1362
+ },
1363
+ {
1364
+ "global_step": 2740,
1365
+ "optimizer_step": 342,
1366
+ "lr": 9.550201590674343e-06,
1367
+ "lm_loss": 0.013661757111549377,
1368
+ "order_loss": 0.396484375,
1369
+ "ret_loss": 0.0,
1370
+ "pretrain_loss": 0.0,
1371
+ "total_loss": 0.09276331961154938
1372
+ },
1373
+ {
1374
+ "global_step": 2760,
1375
+ "optimizer_step": 345,
1376
+ "lr": 9.140167895908867e-06,
1377
+ "lm_loss": 0.04939831420779228,
1378
+ "order_loss": 0.423828125,
1379
+ "ret_loss": 0.0,
1380
+ "pretrain_loss": 0.0,
1381
+ "total_loss": 0.13435925543308258
1382
+ },
1383
+ {
1384
+ "global_step": 2780,
1385
+ "optimizer_step": 347,
1386
+ "lr": 8.870700411447816e-06,
1387
+ "lm_loss": 0.06054321303963661,
1388
+ "order_loss": 0.458984375,
1389
+ "ret_loss": 0.0,
1390
+ "pretrain_loss": 0.0,
1391
+ "total_loss": 0.1523400843143463
1392
+ },
1393
+ {
1394
+ "global_step": 2800,
1395
+ "optimizer_step": 350,
1396
+ "lr": 8.472464158814255e-06,
1397
+ "lm_loss": 0.001163475913926959,
1398
+ "order_loss": 0.412109375,
1399
+ "ret_loss": 0.0,
1400
+ "pretrain_loss": 0.0,
1401
+ "total_loss": 0.08368300646543503
1402
+ },
1403
+ {
1404
+ "global_step": 2820,
1405
+ "optimizer_step": 352,
1406
+ "lr": 8.211026128824539e-06,
1407
+ "lm_loss": 0.17193391919136047,
1408
+ "order_loss": 0.404296875,
1409
+ "ret_loss": 0.0,
1410
+ "pretrain_loss": 0.0,
1411
+ "total_loss": 0.2529886066913605
1412
+ },
1413
+ {
1414
+ "global_step": 2840,
1415
+ "optimizer_step": 355,
1416
+ "lr": 7.825076849127458e-06,
1417
+ "lm_loss": 0.008340154774487019,
1418
+ "order_loss": 0.4375,
1419
+ "ret_loss": 0.0,
1420
+ "pretrain_loss": 0.0,
1421
+ "total_loss": 0.09574250131845474
1422
+ },
1423
+ {
1424
+ "global_step": 2860,
1425
+ "optimizer_step": 357,
1426
+ "lr": 7.571989645579419e-06,
1427
+ "lm_loss": 0.07134458422660828,
1428
+ "order_loss": 0.55859375,
1429
+ "ret_loss": 0.0,
1430
+ "pretrain_loss": 0.0,
1431
+ "total_loss": 0.18316099047660828
1432
+ },
1433
+ {
1434
+ "global_step": 2880,
1435
+ "optimizer_step": 360,
1436
+ "lr": 7.198801765896115e-06,
1437
+ "lm_loss": 0.00557600287720561,
1438
+ "order_loss": 0.390625,
1439
+ "ret_loss": 0.0,
1440
+ "pretrain_loss": 0.0,
1441
+ "total_loss": 0.0837009996175766
1442
+ },
1443
+ {
1444
+ "global_step": 2900,
1445
+ "optimizer_step": 362,
1446
+ "lr": 6.9543764955299265e-06,
1447
+ "lm_loss": 0.003231822745874524,
1448
+ "order_loss": 0.59765625,
1449
+ "ret_loss": 0.0,
1450
+ "pretrain_loss": 0.0,
1451
+ "total_loss": 0.12286072969436646
1452
+ },
1453
+ {
1454
+ "global_step": 2920,
1455
+ "optimizer_step": 365,
1456
+ "lr": 6.594408756022272e-06,
1457
+ "lm_loss": 0.004283197224140167,
1458
+ "order_loss": 0.44921875,
1459
+ "ret_loss": 0.0,
1460
+ "pretrain_loss": 0.0,
1461
+ "total_loss": 0.09412694722414017
1462
+ },
1463
+ {
1464
+ "global_step": 2940,
1465
+ "optimizer_step": 367,
1466
+ "lr": 6.358945877920861e-06,
1467
+ "lm_loss": 0.05843528360128403,
1468
+ "order_loss": 0.416015625,
1469
+ "ret_loss": 0.0,
1470
+ "pretrain_loss": 0.0,
1471
+ "total_loss": 0.14144310355186462
1472
+ },
1473
+ {
1474
+ "global_step": 2960,
1475
+ "optimizer_step": 370,
1476
+ "lr": 6.012640767930217e-06,
1477
+ "lm_loss": 0.16036616265773773,
1478
+ "order_loss": 0.53515625,
1479
+ "ret_loss": 0.0,
1480
+ "pretrain_loss": 0.0,
1481
+ "total_loss": 0.2672997713088989
1482
+ },
1483
+ {
1484
+ "global_step": 2980,
1485
+ "optimizer_step": 372,
1486
+ "lr": 5.7864297241808e-06,
1487
+ "lm_loss": 0.04822905734181404,
1488
+ "order_loss": 0.50390625,
1489
+ "ret_loss": 0.0,
1490
+ "pretrain_loss": 0.0,
1491
+ "total_loss": 0.14881499111652374
1492
+ },
1493
+ {
1494
+ "global_step": 3000,
1495
+ "optimizer_step": 375,
1496
+ "lr": 5.454212938299255e-06,
1497
+ "lm_loss": 0.049619436264038086,
1498
+ "order_loss": 0.4296875,
1499
+ "ret_loss": 0.0,
1500
+ "pretrain_loss": 0.0,
1501
+ "total_loss": 0.13555693626403809
1502
+ },
1503
+ {
1504
+ "global_step": 3020,
1505
+ "optimizer_step": 377,
1506
+ "lr": 5.237531798197415e-06,
1507
+ "lm_loss": 0.03117957152426243,
1508
+ "order_loss": 0.46484375,
1509
+ "ret_loss": 0.0,
1510
+ "pretrain_loss": 0.0,
1511
+ "total_loss": 0.12395300716161728
1512
+ },
1513
+ {
1514
+ "global_step": 3040,
1515
+ "optimizer_step": 380,
1516
+ "lr": 4.91981171298388e-06,
1517
+ "lm_loss": 0.02648955211043358,
1518
+ "order_loss": 0.5234375,
1519
+ "ret_loss": 0.0,
1520
+ "pretrain_loss": 0.0,
1521
+ "total_loss": 0.13098174333572388
1522
+ },
1523
+ {
1524
+ "global_step": 3060,
1525
+ "optimizer_step": 382,
1526
+ "lr": 4.712926831217685e-06,
1527
+ "lm_loss": 0.013364934362471104,
1528
+ "order_loss": 0.44140625,
1529
+ "ret_loss": 0.0,
1530
+ "pretrain_loss": 0.0,
1531
+ "total_loss": 0.10174383968114853
1532
+ },
1533
+ {
1534
+ "global_step": 3080,
1535
+ "optimizer_step": 385,
1536
+ "lr": 4.410094003202134e-06,
1537
+ "lm_loss": 0.008597614243626595,
1538
+ "order_loss": 0.52734375,
1539
+ "ret_loss": 0.0,
1540
+ "pretrain_loss": 0.0,
1541
+ "total_loss": 0.11406636238098145
1542
+ },
1543
+ {
1544
+ "global_step": 3100,
1545
+ "optimizer_step": 387,
1546
+ "lr": 4.213259692436367e-06,
1547
+ "lm_loss": 0.05938690900802612,
1548
+ "order_loss": 0.37109375,
1549
+ "ret_loss": 0.0,
1550
+ "pretrain_loss": 0.0,
1551
+ "total_loss": 0.13360565900802612
1552
+ },
1553
+ {
1554
+ "global_step": 3120,
1555
+ "optimizer_step": 390,
1556
+ "lr": 3.925686378029331e-06,
1557
+ "lm_loss": 0.0019204039126634598,
1558
+ "order_loss": 0.4765625,
1559
+ "ret_loss": 0.0,
1560
+ "pretrain_loss": 0.0,
1561
+ "total_loss": 0.09713524580001831
1562
+ },
1563
+ {
1564
+ "global_step": 3140,
1565
+ "optimizer_step": 392,
1566
+ "lr": 3.739144596292382e-06,
1567
+ "lm_loss": 0.07007569074630737,
1568
+ "order_loss": 0.50390625,
1569
+ "ret_loss": 0.0,
1570
+ "pretrain_loss": 0.0,
1571
+ "total_loss": 0.17066162824630737
1572
+ },
1573
+ {
1574
+ "global_step": 3160,
1575
+ "optimizer_step": 395,
1576
+ "lr": 3.4671842941897765e-06,
1577
+ "lm_loss": 0.06530799716711044,
1578
+ "order_loss": 0.4765625,
1579
+ "ret_loss": 0.0,
1580
+ "pretrain_loss": 0.0,
1581
+ "total_loss": 0.16052284836769104
1582
+ },
1583
+ {
1584
+ "global_step": 3180,
1585
+ "optimizer_step": 397,
1586
+ "lr": 3.2911643474473646e-06,
1587
+ "lm_loss": 0.1749027669429779,
1588
+ "order_loss": 0.44921875,
1589
+ "ret_loss": 0.0,
1590
+ "pretrain_loss": 0.0,
1591
+ "total_loss": 0.2647465169429779
1592
+ },
1593
+ {
1594
+ "global_step": 3200,
1595
+ "optimizer_step": 400,
1596
+ "lr": 3.035151364093214e-06,
1597
+ "lm_loss": 0.05982464551925659,
1598
+ "order_loss": 0.5078125,
1599
+ "ret_loss": 0.0,
1600
+ "pretrain_loss": 0.0,
1601
+ "total_loss": 0.1613871455192566
1602
+ },
1603
+ {
1604
+ "global_step": 3220,
1605
+ "optimizer_step": 402,
1606
+ "lr": 2.869869624374699e-06,
1607
+ "lm_loss": 0.00852319784462452,
1608
+ "order_loss": 0.478515625,
1609
+ "ret_loss": 0.0,
1610
+ "pretrain_loss": 0.0,
1611
+ "total_loss": 0.10422632098197937
1612
+ },
1613
+ {
1614
+ "global_step": 3240,
1615
+ "optimizer_step": 405,
1616
+ "lr": 2.6301186630158485e-06,
1617
+ "lm_loss": 0.026309967041015625,
1618
+ "order_loss": 0.51953125,
1619
+ "ret_loss": 0.0,
1620
+ "pretrain_loss": 0.0,
1621
+ "total_loss": 0.13031387329101562
1622
+ },
1623
+ {
1624
+ "global_step": 3260,
1625
+ "optimizer_step": 407,
1626
+ "lr": 2.475778302439524e-06,
1627
+ "lm_loss": 0.026028333231806755,
1628
+ "order_loss": 0.466796875,
1629
+ "ret_loss": 0.0,
1630
+ "pretrain_loss": 0.0,
1631
+ "total_loss": 0.1192900538444519
1632
+ },
1633
+ {
1634
+ "global_step": 3280,
1635
+ "optimizer_step": 410,
1636
+ "lr": 2.2525840762775863e-06,
1637
+ "lm_loss": 0.035269152373075485,
1638
+ "order_loss": 0.490234375,
1639
+ "ret_loss": 0.0,
1640
+ "pretrain_loss": 0.0,
1641
+ "total_loss": 0.13341368734836578
1642
+ },
1643
+ {
1644
+ "global_step": 3300,
1645
+ "optimizer_step": 412,
1646
+ "lr": 2.1093748173018848e-06,
1647
+ "lm_loss": 0.0033399031963199377,
1648
+ "order_loss": 0.46484375,
1649
+ "ret_loss": 0.0,
1650
+ "pretrain_loss": 0.0,
1651
+ "total_loss": 0.09611333906650543
1652
+ },
1653
+ {
1654
+ "global_step": 3320,
1655
+ "optimizer_step": 415,
1656
+ "lr": 1.9030116872178316e-06,
1657
+ "lm_loss": 0.00727810338139534,
1658
+ "order_loss": 0.44921875,
1659
+ "ret_loss": 0.0,
1660
+ "pretrain_loss": 0.0,
1661
+ "total_loss": 0.09712184965610504
1662
+ },
1663
+ {
1664
+ "global_step": 3340,
1665
+ "optimizer_step": 417,
1666
+ "lr": 1.771109569425547e-06,
1667
+ "lm_loss": 0.039178382605314255,
1668
+ "order_loss": 0.451171875,
1669
+ "ret_loss": 0.0,
1670
+ "pretrain_loss": 0.0,
1671
+ "total_loss": 0.12951041758060455
1672
+ },
1673
+ {
1674
+ "global_step": 3360,
1675
+ "optimizer_step": 420,
1676
+ "lr": 1.5818312067223672e-06,
1677
+ "lm_loss": 0.0033783582039177418,
1678
+ "order_loss": 0.75,
1679
+ "ret_loss": 0.0,
1680
+ "pretrain_loss": 0.0,
1681
+ "total_loss": 0.15376898646354675
1682
+ },
1683
+ {
1684
+ "global_step": 3380,
1685
+ "optimizer_step": 422,
1686
+ "lr": 1.4613983704244826e-06,
1687
+ "lm_loss": 0.1496252417564392,
1688
+ "order_loss": 0.40625,
1689
+ "ret_loss": 0.0,
1690
+ "pretrain_loss": 0.0,
1691
+ "total_loss": 0.2306799292564392
1692
+ },
1693
+ {
1694
+ "global_step": 3400,
1695
+ "optimizer_step": 425,
1696
+ "lr": 1.2894374450024338e-06,
1697
+ "lm_loss": 0.004982159473001957,
1698
+ "order_loss": 0.51171875,
1699
+ "ret_loss": 0.0,
1700
+ "pretrain_loss": 0.0,
1701
+ "total_loss": 0.10752122104167938
1702
+ },
1703
+ {
1704
+ "global_step": 3420,
1705
+ "optimizer_step": 427,
1706
+ "lr": 1.180621931927592e-06,
1707
+ "lm_loss": 0.0342336967587471,
1708
+ "order_loss": 0.55859375,
1709
+ "ret_loss": 0.0,
1710
+ "pretrain_loss": 0.0,
1711
+ "total_loss": 0.1460500955581665
1712
+ },
1713
+ {
1714
+ "global_step": 3440,
1715
+ "optimizer_step": 430,
1716
+ "lr": 1.0261898262753812e-06,
1717
+ "lm_loss": 0.002356461016461253,
1718
+ "order_loss": 0.5078125,
1719
+ "ret_loss": 0.0,
1720
+ "pretrain_loss": 0.0,
1721
+ "total_loss": 0.10391896218061447
1722
+ },
1723
+ {
1724
+ "global_step": 3460,
1725
+ "optimizer_step": 432,
1726
+ "lr": 9.291253975900139e-07,
1727
+ "lm_loss": 0.010202859528362751,
1728
+ "order_loss": 0.62890625,
1729
+ "ret_loss": 0.0,
1730
+ "pretrain_loss": 0.0,
1731
+ "total_loss": 0.13617941737174988
1732
+ },
1733
+ {
1734
+ "global_step": 3480,
1735
+ "optimizer_step": 435,
1736
+ "lr": 7.924119469434665e-07,
1737
+ "lm_loss": 0.036483995616436005,
1738
+ "order_loss": 0.4296875,
1739
+ "ret_loss": 0.0,
1740
+ "pretrain_loss": 0.0,
1741
+ "total_loss": 0.122421495616436
1742
+ },
1743
+ {
1744
+ "global_step": 3500,
1745
+ "optimizer_step": 437,
1746
+ "lr": 7.072179188262251e-07,
1747
+ "lm_loss": 0.0008914167410694063,
1748
+ "order_loss": 0.39453125,
1749
+ "ret_loss": 0.0,
1750
+ "pretrain_loss": 0.0,
1751
+ "total_loss": 0.07999297976493835
1752
+ },
1753
+ {
1754
+ "global_step": 3520,
1755
+ "optimizer_step": 440,
1756
+ "lr": 5.883911778138324e-07,
1757
+ "lm_loss": 0.00210593338124454,
1758
+ "order_loss": 0.46875,
1759
+ "ret_loss": 0.0,
1760
+ "pretrain_loss": 0.0,
1761
+ "total_loss": 0.09585593640804291
1762
+ },
1763
+ {
1764
+ "global_step": 3540,
1765
+ "optimizer_step": 442,
1766
+ "lr": 5.151722747865434e-07,
1767
+ "lm_loss": 0.02794843353331089,
1768
+ "order_loss": 0.435546875,
1769
+ "ret_loss": 0.0,
1770
+ "pretrain_loss": 0.0,
1771
+ "total_loss": 0.11486249417066574
1772
+ },
1773
+ {
1774
+ "global_step": 3560,
1775
+ "optimizer_step": 445,
1776
+ "lr": 4.1437831084878974e-07,
1777
+ "lm_loss": 0.0007857051678001881,
1778
+ "order_loss": 0.5859375,
1779
+ "ret_loss": 0.0,
1780
+ "pretrain_loss": 0.0,
1781
+ "total_loss": 0.1179732084274292
1782
+ },
1783
+ {
1784
+ "global_step": 3580,
1785
+ "optimizer_step": 447,
1786
+ "lr": 3.5322453704410286e-07,
1787
+ "lm_loss": 0.5317711234092712,
1788
+ "order_loss": 0.37890625,
1789
+ "ret_loss": 0.0,
1790
+ "pretrain_loss": 0.0,
1791
+ "total_loss": 0.6074547171592712
1792
+ },
1793
+ {
1794
+ "global_step": 3600,
1795
+ "optimizer_step": 450,
1796
+ "lr": 2.705872508804747e-07,
1797
+ "lm_loss": 0.1049887016415596,
1798
+ "order_loss": 0.53515625,
1799
+ "ret_loss": 0.0,
1800
+ "pretrain_loss": 0.0,
1801
+ "total_loss": 0.211922287940979
1802
+ },
1803
+ {
1804
+ "global_step": 3620,
1805
+ "optimizer_step": 452,
1806
+ "lr": 2.215737794045436e-07,
1807
+ "lm_loss": 0.1983378827571869,
1808
+ "order_loss": 0.5,
1809
+ "ret_loss": 0.0,
1810
+ "pretrain_loss": 0.0,
1811
+ "total_loss": 0.2984355390071869
1812
+ },
1813
+ {
1814
+ "global_step": 3640,
1815
+ "optimizer_step": 455,
1816
+ "lr": 1.571947526689349e-07,
1817
+ "lm_loss": 0.6699127554893494,
1818
+ "order_loss": 0.5078125,
1819
+ "ret_loss": 0.0,
1820
+ "pretrain_loss": 0.0,
1821
+ "total_loss": 0.7714752554893494
1822
+ },
1823
+ {
1824
+ "global_step": 3660,
1825
+ "optimizer_step": 457,
1826
+ "lr": 1.2038183319507955e-07,
1827
+ "lm_loss": 0.009506022557616234,
1828
+ "order_loss": 0.373046875,
1829
+ "ret_loss": 0.0,
1830
+ "pretrain_loss": 0.0,
1831
+ "total_loss": 0.08421305567026138
1832
+ },
1833
+ {
1834
+ "global_step": 3680,
1835
+ "optimizer_step": 460,
1836
+ "lr": 7.434020362682704e-08,
1837
+ "lm_loss": 0.007833766750991344,
1838
+ "order_loss": 0.498046875,
1839
+ "ret_loss": 0.0,
1840
+ "pretrain_loss": 0.0,
1841
+ "total_loss": 0.10744313895702362
1842
+ },
1843
+ {
1844
+ "global_step": 3700,
1845
+ "optimizer_step": 462,
1846
+ "lr": 4.977308833379324e-08,
1847
+ "lm_loss": 0.007191571872681379,
1848
+ "order_loss": 0.56640625,
1849
+ "ret_loss": 0.0,
1850
+ "pretrain_loss": 0.0,
1851
+ "total_loss": 0.12047281861305237
1852
+ },
1853
+ {
1854
+ "global_step": 3720,
1855
+ "optimizer_step": 465,
1856
+ "lr": 2.2125452477828047e-08,
1857
+ "lm_loss": 0.004907304421067238,
1858
+ "order_loss": 0.396484375,
1859
+ "ret_loss": 0.0,
1860
+ "pretrain_loss": 0.0,
1861
+ "total_loss": 0.08400886505842209
1862
+ },
1863
+ {
1864
+ "global_step": 3740,
1865
+ "optimizer_step": 467,
1866
+ "lr": 9.834340423678368e-09,
1867
+ "lm_loss": 0.15200436115264893,
1868
+ "order_loss": 0.486328125,
1869
+ "ret_loss": 0.0,
1870
+ "pretrain_loss": 0.0,
1871
+ "total_loss": 0.24917232990264893
1872
+ }
1873
+ ]
1874
+ }
cls_qwen_orderkd_mid_l005/checkpoint-200/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_mid_l005/checkpoint-400/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_mid_l005/checkpoint-400/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_mid_l005/checkpoint-400/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_mid_l02/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "gate_proj",
38
+ "down_proj",
39
+ "k_proj",
40
+ "o_proj",
41
+ "q_proj",
42
+ "up_proj",
43
+ "v_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_mid_l02/checkpoint-200/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_mid_l02/checkpoint-200/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "gate_proj",
38
+ "down_proj",
39
+ "k_proj",
40
+ "o_proj",
41
+ "q_proj",
42
+ "up_proj",
43
+ "v_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_mid_l02/checkpoint-200/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_mid_l02/checkpoint-200/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_mid_l02/checkpoint-400/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: unsloth/Qwen2.5-1.5B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_qwen_orderkd_mid_l02/checkpoint-400/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "Qwen2ForCausalLM",
7
+ "parent_library": "transformers.models.qwen2.modeling_qwen2",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "gate_proj",
38
+ "down_proj",
39
+ "k_proj",
40
+ "o_proj",
41
+ "q_proj",
42
+ "up_proj",
43
+ "v_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }
cls_qwen_orderkd_mid_l02/checkpoint-400/chat_template.jinja ADDED
@@ -0,0 +1,54 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if tools %}
2
+ {{- '<|im_start|>system\n' }}
3
+ {%- if messages[0]['role'] == 'system' %}
4
+ {{- messages[0]['content'] }}
5
+ {%- else %}
6
+ {{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
7
+ {%- endif %}
8
+ {{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
9
+ {%- for tool in tools %}
10
+ {{- "\n" }}
11
+ {{- tool | tojson }}
12
+ {%- endfor %}
13
+ {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
14
+ {%- else %}
15
+ {%- if messages[0]['role'] == 'system' %}
16
+ {{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
17
+ {%- else %}
18
+ {{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
19
+ {%- endif %}
20
+ {%- endif %}
21
+ {%- for message in messages %}
22
+ {%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
23
+ {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
24
+ {%- elif message.role == "assistant" %}
25
+ {{- '<|im_start|>' + message.role }}
26
+ {%- if message.content %}
27
+ {{- '\n' + message.content }}
28
+ {%- endif %}
29
+ {%- for tool_call in message.tool_calls %}
30
+ {%- if tool_call.function is defined %}
31
+ {%- set tool_call = tool_call.function %}
32
+ {%- endif %}
33
+ {{- '\n<tool_call>\n{"name": "' }}
34
+ {{- tool_call.name }}
35
+ {{- '", "arguments": ' }}
36
+ {{- tool_call.arguments | tojson }}
37
+ {{- '}\n</tool_call>' }}
38
+ {%- endfor %}
39
+ {{- '<|im_end|>\n' }}
40
+ {%- elif message.role == "tool" %}
41
+ {%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
42
+ {{- '<|im_start|>user' }}
43
+ {%- endif %}
44
+ {{- '\n<tool_response>\n' }}
45
+ {{- message.content }}
46
+ {{- '\n</tool_response>' }}
47
+ {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
48
+ {{- '<|im_end|>\n' }}
49
+ {%- endif %}
50
+ {%- endif %}
51
+ {%- endfor %}
52
+ {%- if add_generation_prompt %}
53
+ {{- '<|im_start|>assistant\n' }}
54
+ {%- endif %}
cls_qwen_orderkd_mid_l02/checkpoint-400/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_mid_l02/tokenizer_config.json ADDED
@@ -0,0 +1,202 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "backend": "tokenizers",
4
+ "bos_token": null,
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<|im_end|>",
7
+ "errors": "replace",
8
+ "is_local": false,
9
+ "local_files_only": false,
10
+ "model_max_length": 32768,
11
+ "pad_token": "<|PAD_TOKEN|>",
12
+ "padding_side": "right",
13
+ "split_special_tokens": false,
14
+ "tokenizer_class": "Qwen2Tokenizer",
15
+ "unk_token": null,
16
+ "added_tokens_decoder": {
17
+ "151643": {
18
+ "content": "<|endoftext|>",
19
+ "single_word": false,
20
+ "lstrip": false,
21
+ "rstrip": false,
22
+ "normalized": false,
23
+ "special": true
24
+ },
25
+ "151644": {
26
+ "content": "<|im_start|>",
27
+ "single_word": false,
28
+ "lstrip": false,
29
+ "rstrip": false,
30
+ "normalized": false,
31
+ "special": true
32
+ },
33
+ "151645": {
34
+ "content": "<|im_end|>",
35
+ "single_word": false,
36
+ "lstrip": false,
37
+ "rstrip": false,
38
+ "normalized": false,
39
+ "special": true
40
+ },
41
+ "151646": {
42
+ "content": "<|object_ref_start|>",
43
+ "single_word": false,
44
+ "lstrip": false,
45
+ "rstrip": false,
46
+ "normalized": false,
47
+ "special": true
48
+ },
49
+ "151647": {
50
+ "content": "<|object_ref_end|>",
51
+ "single_word": false,
52
+ "lstrip": false,
53
+ "rstrip": false,
54
+ "normalized": false,
55
+ "special": true
56
+ },
57
+ "151648": {
58
+ "content": "<|box_start|>",
59
+ "single_word": false,
60
+ "lstrip": false,
61
+ "rstrip": false,
62
+ "normalized": false,
63
+ "special": true
64
+ },
65
+ "151649": {
66
+ "content": "<|box_end|>",
67
+ "single_word": false,
68
+ "lstrip": false,
69
+ "rstrip": false,
70
+ "normalized": false,
71
+ "special": true
72
+ },
73
+ "151650": {
74
+ "content": "<|quad_start|>",
75
+ "single_word": false,
76
+ "lstrip": false,
77
+ "rstrip": false,
78
+ "normalized": false,
79
+ "special": true
80
+ },
81
+ "151651": {
82
+ "content": "<|quad_end|>",
83
+ "single_word": false,
84
+ "lstrip": false,
85
+ "rstrip": false,
86
+ "normalized": false,
87
+ "special": true
88
+ },
89
+ "151652": {
90
+ "content": "<|vision_start|>",
91
+ "single_word": false,
92
+ "lstrip": false,
93
+ "rstrip": false,
94
+ "normalized": false,
95
+ "special": true
96
+ },
97
+ "151653": {
98
+ "content": "<|vision_end|>",
99
+ "single_word": false,
100
+ "lstrip": false,
101
+ "rstrip": false,
102
+ "normalized": false,
103
+ "special": true
104
+ },
105
+ "151654": {
106
+ "content": "<|vision_pad|>",
107
+ "single_word": false,
108
+ "lstrip": false,
109
+ "rstrip": false,
110
+ "normalized": false,
111
+ "special": true
112
+ },
113
+ "151655": {
114
+ "content": "<|image_pad|>",
115
+ "single_word": false,
116
+ "lstrip": false,
117
+ "rstrip": false,
118
+ "normalized": false,
119
+ "special": true
120
+ },
121
+ "151656": {
122
+ "content": "<|video_pad|>",
123
+ "single_word": false,
124
+ "lstrip": false,
125
+ "rstrip": false,
126
+ "normalized": false,
127
+ "special": true
128
+ },
129
+ "151657": {
130
+ "content": "<tool_call>",
131
+ "single_word": false,
132
+ "lstrip": false,
133
+ "rstrip": false,
134
+ "normalized": false,
135
+ "special": false
136
+ },
137
+ "151658": {
138
+ "content": "</tool_call>",
139
+ "single_word": false,
140
+ "lstrip": false,
141
+ "rstrip": false,
142
+ "normalized": false,
143
+ "special": false
144
+ },
145
+ "151659": {
146
+ "content": "<|fim_prefix|>",
147
+ "single_word": false,
148
+ "lstrip": false,
149
+ "rstrip": false,
150
+ "normalized": false,
151
+ "special": false
152
+ },
153
+ "151660": {
154
+ "content": "<|fim_middle|>",
155
+ "single_word": false,
156
+ "lstrip": false,
157
+ "rstrip": false,
158
+ "normalized": false,
159
+ "special": false
160
+ },
161
+ "151661": {
162
+ "content": "<|fim_suffix|>",
163
+ "single_word": false,
164
+ "lstrip": false,
165
+ "rstrip": false,
166
+ "normalized": false,
167
+ "special": false
168
+ },
169
+ "151662": {
170
+ "content": "<|fim_pad|>",
171
+ "single_word": false,
172
+ "lstrip": false,
173
+ "rstrip": false,
174
+ "normalized": false,
175
+ "special": false
176
+ },
177
+ "151663": {
178
+ "content": "<|repo_name|>",
179
+ "single_word": false,
180
+ "lstrip": false,
181
+ "rstrip": false,
182
+ "normalized": false,
183
+ "special": false
184
+ },
185
+ "151664": {
186
+ "content": "<|file_sep|>",
187
+ "single_word": false,
188
+ "lstrip": false,
189
+ "rstrip": false,
190
+ "normalized": false,
191
+ "special": false
192
+ },
193
+ "151665": {
194
+ "content": "<|PAD_TOKEN|>",
195
+ "single_word": false,
196
+ "lstrip": false,
197
+ "rstrip": false,
198
+ "normalized": false,
199
+ "special": true
200
+ }
201
+ }
202
+ }
cls_qwen_orderkd_mid_l02/train_metrics.json ADDED
@@ -0,0 +1,1874 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "loss_log": [
3
+ {
4
+ "global_step": 20,
5
+ "optimizer_step": 2,
6
+ "lr": 4.347826086956522e-06,
7
+ "lm_loss": 1.665448784828186,
8
+ "order_loss": 10.125,
9
+ "ret_loss": 0.0,
10
+ "pretrain_loss": 0.0,
11
+ "total_loss": 3.6966986656188965
12
+ },
13
+ {
14
+ "global_step": 40,
15
+ "optimizer_step": 5,
16
+ "lr": 1.0869565217391305e-05,
17
+ "lm_loss": 0.1072506234049797,
18
+ "order_loss": 7.5625,
19
+ "ret_loss": 0.0,
20
+ "pretrain_loss": 0.0,
21
+ "total_loss": 1.6228755712509155
22
+ },
23
+ {
24
+ "global_step": 60,
25
+ "optimizer_step": 7,
26
+ "lr": 1.5217391304347828e-05,
27
+ "lm_loss": 0.7193734645843506,
28
+ "order_loss": 9.8125,
29
+ "ret_loss": 0.0,
30
+ "pretrain_loss": 0.0,
31
+ "total_loss": 2.6803109645843506
32
+ },
33
+ {
34
+ "global_step": 80,
35
+ "optimizer_step": 10,
36
+ "lr": 2.173913043478261e-05,
37
+ "lm_loss": 0.652665913105011,
38
+ "order_loss": 4.3125,
39
+ "ret_loss": 0.0,
40
+ "pretrain_loss": 0.0,
41
+ "total_loss": 1.5159471035003662
42
+ },
43
+ {
44
+ "global_step": 100,
45
+ "optimizer_step": 12,
46
+ "lr": 2.608695652173913e-05,
47
+ "lm_loss": 0.5534220933914185,
48
+ "order_loss": 2.625,
49
+ "ret_loss": 0.0,
50
+ "pretrain_loss": 0.0,
51
+ "total_loss": 1.0768595933914185
52
+ },
53
+ {
54
+ "global_step": 120,
55
+ "optimizer_step": 15,
56
+ "lr": 3.260869565217392e-05,
57
+ "lm_loss": 0.4364669919013977,
58
+ "order_loss": 3.90625,
59
+ "ret_loss": 0.0,
60
+ "pretrain_loss": 0.0,
61
+ "total_loss": 1.217716932296753
62
+ },
63
+ {
64
+ "global_step": 140,
65
+ "optimizer_step": 17,
66
+ "lr": 3.695652173913043e-05,
67
+ "lm_loss": 0.13431811332702637,
68
+ "order_loss": 10.375,
69
+ "ret_loss": 0.0,
70
+ "pretrain_loss": 0.0,
71
+ "total_loss": 2.2124431133270264
72
+ },
73
+ {
74
+ "global_step": 160,
75
+ "optimizer_step": 20,
76
+ "lr": 4.347826086956522e-05,
77
+ "lm_loss": 0.16272252798080444,
78
+ "order_loss": 8.9375,
79
+ "ret_loss": 0.0,
80
+ "pretrain_loss": 0.0,
81
+ "total_loss": 1.9517850875854492
82
+ },
83
+ {
84
+ "global_step": 180,
85
+ "optimizer_step": 22,
86
+ "lr": 4.782608695652174e-05,
87
+ "lm_loss": 0.024789221584796906,
88
+ "order_loss": 10.1875,
89
+ "ret_loss": 0.0,
90
+ "pretrain_loss": 0.0,
91
+ "total_loss": 2.056039333343506
92
+ },
93
+ {
94
+ "global_step": 200,
95
+ "optimizer_step": 25,
96
+ "lr": 4.9997541293989384e-05,
97
+ "lm_loss": 0.1308554857969284,
98
+ "order_loss": 0.74609375,
99
+ "ret_loss": 0.0,
100
+ "pretrain_loss": 0.0,
101
+ "total_loss": 0.2802695631980896
102
+ },
103
+ {
104
+ "global_step": 220,
105
+ "optimizer_step": 27,
106
+ "lr": 4.999016565957633e-05,
107
+ "lm_loss": 0.13693667948246002,
108
+ "order_loss": 7.125,
109
+ "ret_loss": 0.0,
110
+ "pretrain_loss": 0.0,
111
+ "total_loss": 1.5588116645812988
112
+ },
113
+ {
114
+ "global_step": 240,
115
+ "optimizer_step": 30,
116
+ "lr": 4.996988640512931e-05,
117
+ "lm_loss": 0.3967372477054596,
118
+ "order_loss": 6.375,
119
+ "ret_loss": 0.0,
120
+ "pretrain_loss": 0.0,
121
+ "total_loss": 1.6701747179031372
122
+ },
123
+ {
124
+ "global_step": 260,
125
+ "optimizer_step": 32,
126
+ "lr": 4.995022691166621e-05,
127
+ "lm_loss": 0.22635023295879364,
128
+ "order_loss": 11.0625,
129
+ "ret_loss": 0.0,
130
+ "pretrain_loss": 0.0,
131
+ "total_loss": 2.4451003074645996
132
+ },
133
+ {
134
+ "global_step": 280,
135
+ "optimizer_step": 35,
136
+ "lr": 4.991153735294049e-05,
137
+ "lm_loss": 0.4485956132411957,
138
+ "order_loss": 0.76953125,
139
+ "ret_loss": 0.0,
140
+ "pretrain_loss": 0.0,
141
+ "total_loss": 0.6028925180435181
142
+ },
143
+ {
144
+ "global_step": 300,
145
+ "optimizer_step": 37,
146
+ "lr": 4.987961816680492e-05,
147
+ "lm_loss": 0.2729760706424713,
148
+ "order_loss": 4.59375,
149
+ "ret_loss": 0.0,
150
+ "pretrain_loss": 0.0,
151
+ "total_loss": 1.190944790840149
152
+ },
153
+ {
154
+ "global_step": 320,
155
+ "optimizer_step": 40,
156
+ "lr": 4.9822565862832806e-05,
157
+ "lm_loss": 0.1432526409626007,
158
+ "order_loss": 0.6953125,
159
+ "ret_loss": 0.0,
160
+ "pretrain_loss": 0.0,
161
+ "total_loss": 0.2819245159626007
162
+ },
163
+ {
164
+ "global_step": 340,
165
+ "optimizer_step": 42,
166
+ "lr": 4.9778426220595456e-05,
167
+ "lm_loss": 0.10354065895080566,
168
+ "order_loss": 4.15625,
169
+ "ret_loss": 0.0,
170
+ "pretrain_loss": 0.0,
171
+ "total_loss": 0.9355719089508057
172
+ },
173
+ {
174
+ "global_step": 360,
175
+ "optimizer_step": 45,
176
+ "lr": 4.970308130276272e-05,
177
+ "lm_loss": 0.1921735554933548,
178
+ "order_loss": 6.84375,
179
+ "ret_loss": 0.0,
180
+ "pretrain_loss": 0.0,
181
+ "total_loss": 1.5593611001968384
182
+ },
183
+ {
184
+ "global_step": 380,
185
+ "optimizer_step": 47,
186
+ "lr": 4.96467754629559e-05,
187
+ "lm_loss": 0.17514915764331818,
188
+ "order_loss": 5.375,
189
+ "ret_loss": 0.0,
190
+ "pretrain_loss": 0.0,
191
+ "total_loss": 1.2532742023468018
192
+ },
193
+ {
194
+ "global_step": 400,
195
+ "optimizer_step": 50,
196
+ "lr": 4.955323054879298e-05,
197
+ "lm_loss": 0.25228118896484375,
198
+ "order_loss": 7.71875,
199
+ "ret_loss": 0.0,
200
+ "pretrain_loss": 0.0,
201
+ "total_loss": 1.7991561889648438
202
+ },
203
+ {
204
+ "global_step": 420,
205
+ "optimizer_step": 52,
206
+ "lr": 4.948482772521345e-05,
207
+ "lm_loss": 0.048181310296058655,
208
+ "order_loss": 0.671875,
209
+ "ret_loss": 0.0,
210
+ "pretrain_loss": 0.0,
211
+ "total_loss": 0.18294693529605865
212
+ },
213
+ {
214
+ "global_step": 440,
215
+ "optimizer_step": 55,
216
+ "lr": 4.937319780454559e-05,
217
+ "lm_loss": 0.13000822067260742,
218
+ "order_loss": 6.3125,
219
+ "ret_loss": 0.0,
220
+ "pretrain_loss": 0.0,
221
+ "total_loss": 1.3956332206726074
222
+ },
223
+ {
224
+ "global_step": 460,
225
+ "optimizer_step": 57,
226
+ "lr": 4.929278208117378e-05,
227
+ "lm_loss": 0.13149142265319824,
228
+ "order_loss": 6.8125,
229
+ "ret_loss": 0.0,
230
+ "pretrain_loss": 0.0,
231
+ "total_loss": 1.4908664226531982
232
+ },
233
+ {
234
+ "global_step": 480,
235
+ "optimizer_step": 60,
236
+ "lr": 4.916320437477008e-05,
237
+ "lm_loss": 0.4101727306842804,
238
+ "order_loss": 8.6875,
239
+ "ret_loss": 0.0,
240
+ "pretrain_loss": 0.0,
241
+ "total_loss": 2.144547700881958
242
+ },
243
+ {
244
+ "global_step": 500,
245
+ "optimizer_step": 62,
246
+ "lr": 4.907087460240999e-05,
247
+ "lm_loss": 0.24506787955760956,
248
+ "order_loss": 10.625,
249
+ "ret_loss": 0.0,
250
+ "pretrain_loss": 0.0,
251
+ "total_loss": 2.370067834854126
252
+ },
253
+ {
254
+ "global_step": 520,
255
+ "optimizer_step": 65,
256
+ "lr": 4.892350839330522e-05,
257
+ "lm_loss": 0.042047008872032166,
258
+ "order_loss": 5.15625,
259
+ "ret_loss": 0.0,
260
+ "pretrain_loss": 0.0,
261
+ "total_loss": 1.0732970237731934
262
+ },
263
+ {
264
+ "global_step": 540,
265
+ "optimizer_step": 67,
266
+ "lr": 4.881937806807241e-05,
267
+ "lm_loss": 0.03367955610156059,
268
+ "order_loss": 0.76171875,
269
+ "ret_loss": 0.0,
270
+ "pretrain_loss": 0.0,
271
+ "total_loss": 0.1860233098268509
272
+ },
273
+ {
274
+ "global_step": 560,
275
+ "optimizer_step": 70,
276
+ "lr": 4.865440450576874e-05,
277
+ "lm_loss": 0.10140760242938995,
278
+ "order_loss": 0.73046875,
279
+ "ret_loss": 0.0,
280
+ "pretrain_loss": 0.0,
281
+ "total_loss": 0.24789197742938995
282
+ },
283
+ {
284
+ "global_step": 580,
285
+ "optimizer_step": 72,
286
+ "lr": 4.853860162957552e-05,
287
+ "lm_loss": 0.5533348321914673,
288
+ "order_loss": 5.9375,
289
+ "ret_loss": 0.0,
290
+ "pretrain_loss": 0.0,
291
+ "total_loss": 1.7408348321914673
292
+ },
293
+ {
294
+ "global_step": 600,
295
+ "optimizer_step": 75,
296
+ "lr": 4.8356223507364996e-05,
297
+ "lm_loss": 0.0625166967511177,
298
+ "order_loss": 0.5703125,
299
+ "ret_loss": 0.0,
300
+ "pretrain_loss": 0.0,
301
+ "total_loss": 0.1767745018005371
302
+ },
303
+ {
304
+ "global_step": 620,
305
+ "optimizer_step": 77,
306
+ "lr": 4.822889043057446e-05,
307
+ "lm_loss": 0.45236313343048096,
308
+ "order_loss": 2.53125,
309
+ "ret_loss": 0.0,
310
+ "pretrain_loss": 0.0,
311
+ "total_loss": 0.960175633430481
312
+ },
313
+ {
314
+ "global_step": 640,
315
+ "optimizer_step": 80,
316
+ "lr": 4.802933193625593e-05,
317
+ "lm_loss": 0.09252025932073593,
318
+ "order_loss": 3.859375,
319
+ "ret_loss": 0.0,
320
+ "pretrain_loss": 0.0,
321
+ "total_loss": 0.8659577369689941
322
+ },
323
+ {
324
+ "global_step": 660,
325
+ "optimizer_step": 82,
326
+ "lr": 4.789062518269812e-05,
327
+ "lm_loss": 0.33197614550590515,
328
+ "order_loss": 0.66015625,
329
+ "ret_loss": 0.0,
330
+ "pretrain_loss": 0.0,
331
+ "total_loss": 0.46381208300590515
332
+ },
333
+ {
334
+ "global_step": 680,
335
+ "optimizer_step": 85,
336
+ "lr": 4.767413162299501e-05,
337
+ "lm_loss": 0.3748311698436737,
338
+ "order_loss": 4.96875,
339
+ "ret_loss": 0.0,
340
+ "pretrain_loss": 0.0,
341
+ "total_loss": 1.367018699645996
342
+ },
343
+ {
344
+ "global_step": 700,
345
+ "optimizer_step": 87,
346
+ "lr": 4.752422169756048e-05,
347
+ "lm_loss": 0.21322166919708252,
348
+ "order_loss": 13.75,
349
+ "ret_loss": 0.0,
350
+ "pretrain_loss": 0.0,
351
+ "total_loss": 2.963221549987793
352
+ },
353
+ {
354
+ "global_step": 720,
355
+ "optimizer_step": 90,
356
+ "lr": 4.729105919657818e-05,
357
+ "lm_loss": 0.003758788574486971,
358
+ "order_loss": 4.15625,
359
+ "ret_loss": 0.0,
360
+ "pretrain_loss": 0.0,
361
+ "total_loss": 0.8357900381088257
362
+ },
363
+ {
364
+ "global_step": 740,
365
+ "optimizer_step": 92,
366
+ "lr": 4.7130130375625305e-05,
367
+ "lm_loss": 0.20169447362422943,
368
+ "order_loss": 0.55859375,
369
+ "ret_loss": 0.0,
370
+ "pretrain_loss": 0.0,
371
+ "total_loss": 0.3135108947753906
372
+ },
373
+ {
374
+ "global_step": 760,
375
+ "optimizer_step": 95,
376
+ "lr": 4.6880585547718845e-05,
377
+ "lm_loss": 0.005935981869697571,
378
+ "order_loss": 0.51171875,
379
+ "ret_loss": 0.0,
380
+ "pretrain_loss": 0.0,
381
+ "total_loss": 0.10847504436969757
382
+ },
383
+ {
384
+ "global_step": 780,
385
+ "optimizer_step": 97,
386
+ "lr": 4.670883565255264e-05,
387
+ "lm_loss": 0.2551629841327667,
388
+ "order_loss": 6.5,
389
+ "ret_loss": 0.0,
390
+ "pretrain_loss": 0.0,
391
+ "total_loss": 1.5520379543304443
392
+ },
393
+ {
394
+ "global_step": 800,
395
+ "optimizer_step": 100,
396
+ "lr": 4.6443215250006806e-05,
397
+ "lm_loss": 0.3135579526424408,
398
+ "order_loss": 16.25,
399
+ "ret_loss": 0.0,
400
+ "pretrain_loss": 0.0,
401
+ "total_loss": 3.5635578632354736
402
+ },
403
+ {
404
+ "global_step": 820,
405
+ "optimizer_step": 102,
406
+ "lr": 4.626085540370762e-05,
407
+ "lm_loss": 0.006493543740361929,
408
+ "order_loss": 2.671875,
409
+ "ret_loss": 0.0,
410
+ "pretrain_loss": 0.0,
411
+ "total_loss": 0.5416498184204102
412
+ },
413
+ {
414
+ "global_step": 840,
415
+ "optimizer_step": 105,
416
+ "lr": 4.597948593966256e-05,
417
+ "lm_loss": 0.21924738585948944,
418
+ "order_loss": 11.0625,
419
+ "ret_loss": 0.0,
420
+ "pretrain_loss": 0.0,
421
+ "total_loss": 2.437997341156006
422
+ },
423
+ {
424
+ "global_step": 860,
425
+ "optimizer_step": 107,
426
+ "lr": 4.5786740307563636e-05,
427
+ "lm_loss": 0.03702307119965553,
428
+ "order_loss": 10.4375,
429
+ "ret_loss": 0.0,
430
+ "pretrain_loss": 0.0,
431
+ "total_loss": 2.1307730674743652
432
+ },
433
+ {
434
+ "global_step": 880,
435
+ "optimizer_step": 110,
436
+ "lr": 4.5489967654649474e-05,
437
+ "lm_loss": 0.00339348241686821,
438
+ "order_loss": 1.4140625,
439
+ "ret_loss": 0.0,
440
+ "pretrain_loss": 0.0,
441
+ "total_loss": 0.2865965962409973
442
+ },
443
+ {
444
+ "global_step": 900,
445
+ "optimizer_step": 112,
446
+ "lr": 4.528707316878232e-05,
447
+ "lm_loss": 0.2356099784374237,
448
+ "order_loss": 0.71875,
449
+ "ret_loss": 0.0,
450
+ "pretrain_loss": 0.0,
451
+ "total_loss": 0.3791646659374237
452
+ },
453
+ {
454
+ "global_step": 920,
455
+ "optimizer_step": 115,
456
+ "lr": 4.497526213395623e-05,
457
+ "lm_loss": 0.132089763879776,
458
+ "order_loss": 4.53125,
459
+ "ret_loss": 0.0,
460
+ "pretrain_loss": 0.0,
461
+ "total_loss": 1.0383397340774536
462
+ },
463
+ {
464
+ "global_step": 940,
465
+ "optimizer_step": 117,
466
+ "lr": 4.476246820180259e-05,
467
+ "lm_loss": 0.5593478679656982,
468
+ "order_loss": 4.34375,
469
+ "ret_loss": 0.0,
470
+ "pretrain_loss": 0.0,
471
+ "total_loss": 1.4265353679656982
472
+ },
473
+ {
474
+ "global_step": 960,
475
+ "optimizer_step": 120,
476
+ "lr": 4.443600207791081e-05,
477
+ "lm_loss": 0.0633186399936676,
478
+ "order_loss": 0.74609375,
479
+ "ret_loss": 0.0,
480
+ "pretrain_loss": 0.0,
481
+ "total_loss": 0.2127327024936676
482
+ },
483
+ {
484
+ "global_step": 980,
485
+ "optimizer_step": 122,
486
+ "lr": 4.421357027581921e-05,
487
+ "lm_loss": 0.25276854634284973,
488
+ "order_loss": 0.51953125,
489
+ "ret_loss": 0.0,
490
+ "pretrain_loss": 0.0,
491
+ "total_loss": 0.35677245259284973
492
+ },
493
+ {
494
+ "global_step": 1000,
495
+ "optimizer_step": 125,
496
+ "lr": 4.38728503704354e-05,
497
+ "lm_loss": 0.04193420708179474,
498
+ "order_loss": 6.125,
499
+ "ret_loss": 0.0,
500
+ "pretrain_loss": 0.0,
501
+ "total_loss": 1.2684967517852783
502
+ },
503
+ {
504
+ "global_step": 1020,
505
+ "optimizer_step": 127,
506
+ "lr": 4.364105412207914e-05,
507
+ "lm_loss": 0.09387171268463135,
508
+ "order_loss": 0.5078125,
509
+ "ret_loss": 0.0,
510
+ "pretrain_loss": 0.0,
511
+ "total_loss": 0.19543421268463135
512
+ },
513
+ {
514
+ "global_step": 1040,
515
+ "optimizer_step": 130,
516
+ "lr": 4.328649926419819e-05,
517
+ "lm_loss": 0.016917869448661804,
518
+ "order_loss": 2.640625,
519
+ "ret_loss": 0.0,
520
+ "pretrain_loss": 0.0,
521
+ "total_loss": 0.544261634349823
522
+ },
523
+ {
524
+ "global_step": 1060,
525
+ "optimizer_step": 132,
526
+ "lr": 4.304562350447008e-05,
527
+ "lm_loss": 0.036400891840457916,
528
+ "order_loss": 3.984375,
529
+ "ret_loss": 0.0,
530
+ "pretrain_loss": 0.0,
531
+ "total_loss": 0.8332759141921997
532
+ },
533
+ {
534
+ "global_step": 1080,
535
+ "optimizer_step": 135,
536
+ "lr": 4.267766952966369e-05,
537
+ "lm_loss": 0.1469152569770813,
538
+ "order_loss": 0.59375,
539
+ "ret_loss": 0.0,
540
+ "pretrain_loss": 0.0,
541
+ "total_loss": 0.2655676007270813
542
+ },
543
+ {
544
+ "global_step": 1100,
545
+ "optimizer_step": 137,
546
+ "lr": 4.242801035442058e-05,
547
+ "lm_loss": 0.07563911378383636,
548
+ "order_loss": 4.5625,
549
+ "ret_loss": 0.0,
550
+ "pretrain_loss": 0.0,
551
+ "total_loss": 0.9897016286849976
552
+ },
553
+ {
554
+ "global_step": 1120,
555
+ "optimizer_step": 140,
556
+ "lr": 4.204710956908763e-05,
557
+ "lm_loss": 0.43970829248428345,
558
+ "order_loss": 1.2890625,
559
+ "ret_loss": 0.0,
560
+ "pretrain_loss": 0.0,
561
+ "total_loss": 0.6975207924842834
562
+ },
563
+ {
564
+ "global_step": 1140,
565
+ "optimizer_step": 142,
566
+ "lr": 4.178897387117546e-05,
567
+ "lm_loss": 0.07727886736392975,
568
+ "order_loss": 0.6328125,
569
+ "ret_loss": 0.0,
570
+ "pretrain_loss": 0.0,
571
+ "total_loss": 0.20423199236392975
572
+ },
573
+ {
574
+ "global_step": 1160,
575
+ "optimizer_step": 145,
576
+ "lr": 4.139559449654561e-05,
577
+ "lm_loss": 0.1828347146511078,
578
+ "order_loss": 0.60546875,
579
+ "ret_loss": 0.0,
580
+ "pretrain_loss": 0.0,
581
+ "total_loss": 0.3039284646511078
582
+ },
583
+ {
584
+ "global_step": 1180,
585
+ "optimizer_step": 147,
586
+ "lr": 4.1129299588552193e-05,
587
+ "lm_loss": 0.3744593560695648,
588
+ "order_loss": 12.0,
589
+ "ret_loss": 0.0,
590
+ "pretrain_loss": 0.0,
591
+ "total_loss": 2.7807092666625977
592
+ },
593
+ {
594
+ "global_step": 1200,
595
+ "optimizer_step": 150,
596
+ "lr": 4.072392518512623e-05,
597
+ "lm_loss": 0.03646280616521835,
598
+ "order_loss": 0.85546875,
599
+ "ret_loss": 0.0,
600
+ "pretrain_loss": 0.0,
601
+ "total_loss": 0.20736125111579895
602
+ },
603
+ {
604
+ "global_step": 1220,
605
+ "optimizer_step": 152,
606
+ "lr": 4.0449798409325665e-05,
607
+ "lm_loss": 0.16068312525749207,
608
+ "order_loss": 1.09375,
609
+ "ret_loss": 0.0,
610
+ "pretrain_loss": 0.0,
611
+ "total_loss": 0.37943312525749207
612
+ },
613
+ {
614
+ "global_step": 1240,
615
+ "optimizer_step": 155,
616
+ "lr": 4.0032927282460146e-05,
617
+ "lm_loss": 0.08239179104566574,
618
+ "order_loss": 2.40625,
619
+ "ret_loss": 0.0,
620
+ "pretrain_loss": 0.0,
621
+ "total_loss": 0.5628605484962463
622
+ },
623
+ {
624
+ "global_step": 1260,
625
+ "optimizer_step": 157,
626
+ "lr": 3.9751305608428205e-05,
627
+ "lm_loss": 0.058752648532390594,
628
+ "order_loss": 0.87890625,
629
+ "ret_loss": 0.0,
630
+ "pretrain_loss": 0.0,
631
+ "total_loss": 0.2345339059829712
632
+ },
633
+ {
634
+ "global_step": 1280,
635
+ "optimizer_step": 160,
636
+ "lr": 3.932345019579495e-05,
637
+ "lm_loss": 0.13035118579864502,
638
+ "order_loss": 0.90625,
639
+ "ret_loss": 0.0,
640
+ "pretrain_loss": 0.0,
641
+ "total_loss": 0.311991810798645
642
+ },
643
+ {
644
+ "global_step": 1300,
645
+ "optimizer_step": 162,
646
+ "lr": 3.90346798061902e-05,
647
+ "lm_loss": 0.04052732512354851,
648
+ "order_loss": 0.8671875,
649
+ "ret_loss": 0.0,
650
+ "pretrain_loss": 0.0,
651
+ "total_loss": 0.2143554538488388
652
+ },
653
+ {
654
+ "global_step": 1320,
655
+ "optimizer_step": 165,
656
+ "lr": 3.859636604786372e-05,
657
+ "lm_loss": 0.0035706700291484594,
658
+ "order_loss": 0.54296875,
659
+ "ret_loss": 0.0,
660
+ "pretrain_loss": 0.0,
661
+ "total_loss": 0.11196910589933395
662
+ },
663
+ {
664
+ "global_step": 1340,
665
+ "optimizer_step": 167,
666
+ "lr": 3.830080191288342e-05,
667
+ "lm_loss": 0.42391112446784973,
668
+ "order_loss": 4.59375,
669
+ "ret_loss": 0.0,
670
+ "pretrain_loss": 0.0,
671
+ "total_loss": 1.3418798446655273
672
+ },
673
+ {
674
+ "global_step": 1360,
675
+ "optimizer_step": 170,
676
+ "lr": 3.785256860483054e-05,
677
+ "lm_loss": 0.1680525690317154,
678
+ "order_loss": 0.50390625,
679
+ "ret_loss": 0.0,
680
+ "pretrain_loss": 0.0,
681
+ "total_loss": 0.2686384916305542
682
+ },
683
+ {
684
+ "global_step": 1380,
685
+ "optimizer_step": 172,
686
+ "lr": 3.755057404586455e-05,
687
+ "lm_loss": 0.003690047888085246,
688
+ "order_loss": 0.7734375,
689
+ "ret_loss": 0.0,
690
+ "pretrain_loss": 0.0,
691
+ "total_loss": 0.15798692405223846
692
+ },
693
+ {
694
+ "global_step": 1400,
695
+ "optimizer_step": 175,
696
+ "lr": 3.7092972177631e-05,
697
+ "lm_loss": 0.010288042947649956,
698
+ "order_loss": 0.859375,
699
+ "ret_loss": 0.0,
700
+ "pretrain_loss": 0.0,
701
+ "total_loss": 0.1821630448102951
702
+ },
703
+ {
704
+ "global_step": 1420,
705
+ "optimizer_step": 177,
706
+ "lr": 3.678491842064995e-05,
707
+ "lm_loss": 0.051770780235528946,
708
+ "order_loss": 0.490234375,
709
+ "ret_loss": 0.0,
710
+ "pretrain_loss": 0.0,
711
+ "total_loss": 0.14991530776023865
712
+ },
713
+ {
714
+ "global_step": 1440,
715
+ "optimizer_step": 180,
716
+ "lr": 3.631851049805793e-05,
717
+ "lm_loss": 0.2634040117263794,
718
+ "order_loss": 4.375,
719
+ "ret_loss": 0.0,
720
+ "pretrain_loss": 0.0,
721
+ "total_loss": 1.1384040117263794
722
+ },
723
+ {
724
+ "global_step": 1460,
725
+ "optimizer_step": 182,
726
+ "lr": 3.600477621728473e-05,
727
+ "lm_loss": 0.08081372082233429,
728
+ "order_loss": 2.828125,
729
+ "ret_loss": 0.0,
730
+ "pretrain_loss": 0.0,
731
+ "total_loss": 0.6472199559211731
732
+ },
733
+ {
734
+ "global_step": 1480,
735
+ "optimizer_step": 185,
736
+ "lr": 3.5530135570974274e-05,
737
+ "lm_loss": 0.06598611921072006,
738
+ "order_loss": 5.5625,
739
+ "ret_loss": 0.0,
740
+ "pretrain_loss": 0.0,
741
+ "total_loss": 1.175361156463623
742
+ },
743
+ {
744
+ "global_step": 1500,
745
+ "optimizer_step": 187,
746
+ "lr": 3.521110642339991e-05,
747
+ "lm_loss": 0.025798875838518143,
748
+ "order_loss": 0.74609375,
749
+ "ret_loss": 0.0,
750
+ "pretrain_loss": 0.0,
751
+ "total_loss": 0.17521293461322784
752
+ },
753
+ {
754
+ "global_step": 1520,
755
+ "optimizer_step": 190,
756
+ "lr": 3.4728816504063726e-05,
757
+ "lm_loss": 0.17316846549510956,
758
+ "order_loss": 2.53125,
759
+ "ret_loss": 0.0,
760
+ "pretrain_loss": 0.0,
761
+ "total_loss": 0.6809809803962708
762
+ },
763
+ {
764
+ "global_step": 1540,
765
+ "optimizer_step": 192,
766
+ "lr": 3.440488465537943e-05,
767
+ "lm_loss": 0.047031205147504807,
768
+ "order_loss": 4.03125,
769
+ "ret_loss": 0.0,
770
+ "pretrain_loss": 0.0,
771
+ "total_loss": 0.8517187237739563
772
+ },
773
+ {
774
+ "global_step": 1560,
775
+ "optimizer_step": 195,
776
+ "lr": 3.391553831655782e-05,
777
+ "lm_loss": 0.025596974417567253,
778
+ "order_loss": 12.4375,
779
+ "ret_loss": 0.0,
780
+ "pretrain_loss": 0.0,
781
+ "total_loss": 2.509971857070923
782
+ },
783
+ {
784
+ "global_step": 1580,
785
+ "optimizer_step": 197,
786
+ "lr": 3.358710195908653e-05,
787
+ "lm_loss": 0.10782723128795624,
788
+ "order_loss": 4.875,
789
+ "ret_loss": 0.0,
790
+ "pretrain_loss": 0.0,
791
+ "total_loss": 1.0843896865844727
792
+ },
793
+ {
794
+ "global_step": 1600,
795
+ "optimizer_step": 200,
796
+ "lr": 3.309130072840379e-05,
797
+ "lm_loss": 0.06577401608228683,
798
+ "order_loss": 7.28125,
799
+ "ret_loss": 0.0,
800
+ "pretrain_loss": 0.0,
801
+ "total_loss": 1.5188989639282227
802
+ },
803
+ {
804
+ "global_step": 1620,
805
+ "optimizer_step": 202,
806
+ "lr": 3.2758763591623295e-05,
807
+ "lm_loss": 0.012486538849771023,
808
+ "order_loss": 0.474609375,
809
+ "ret_loss": 0.0,
810
+ "pretrain_loss": 0.0,
811
+ "total_loss": 0.1072131022810936
812
+ },
813
+ {
814
+ "global_step": 1640,
815
+ "optimizer_step": 205,
816
+ "lr": 3.225711693136156e-05,
817
+ "lm_loss": 0.08763421326875687,
818
+ "order_loss": 4.6875,
819
+ "ret_loss": 0.0,
820
+ "pretrain_loss": 0.0,
821
+ "total_loss": 1.0251342058181763
822
+ },
823
+ {
824
+ "global_step": 1660,
825
+ "optimizer_step": 207,
826
+ "lr": 3.1920887785621235e-05,
827
+ "lm_loss": 0.18807412683963776,
828
+ "order_loss": 0.99609375,
829
+ "ret_loss": 0.0,
830
+ "pretrain_loss": 0.0,
831
+ "total_loss": 0.38729286193847656
832
+ },
833
+ {
834
+ "global_step": 1680,
835
+ "optimizer_step": 210,
836
+ "lr": 3.141401234354067e-05,
837
+ "lm_loss": 0.016685212031006813,
838
+ "order_loss": 2.6875,
839
+ "ret_loss": 0.0,
840
+ "pretrain_loss": 0.0,
841
+ "total_loss": 0.5557476878166199
842
+ },
843
+ {
844
+ "global_step": 1700,
845
+ "optimizer_step": 212,
846
+ "lr": 3.10745044975816e-05,
847
+ "lm_loss": 0.015345520339906216,
848
+ "order_loss": 7.59375,
849
+ "ret_loss": 0.0,
850
+ "pretrain_loss": 0.0,
851
+ "total_loss": 1.530970573425293
852
+ },
853
+ {
854
+ "global_step": 1720,
855
+ "optimizer_step": 215,
856
+ "lr": 3.056302334890786e-05,
857
+ "lm_loss": 0.3503783941268921,
858
+ "order_loss": 26.375,
859
+ "ret_loss": 0.0,
860
+ "pretrain_loss": 0.0,
861
+ "total_loss": 5.631628513336182
862
+ },
863
+ {
864
+ "global_step": 1740,
865
+ "optimizer_step": 217,
866
+ "lr": 3.022065414180425e-05,
867
+ "lm_loss": 0.05567571520805359,
868
+ "order_loss": 4.875,
869
+ "ret_loss": 0.0,
870
+ "pretrain_loss": 0.0,
871
+ "total_loss": 1.032238245010376
872
+ },
873
+ {
874
+ "global_step": 1760,
875
+ "optimizer_step": 220,
876
+ "lr": 2.9705196023315006e-05,
877
+ "lm_loss": 0.14365045726299286,
878
+ "order_loss": 4.375,
879
+ "ret_loss": 0.0,
880
+ "pretrain_loss": 0.0,
881
+ "total_loss": 1.0186504125595093
882
+ },
883
+ {
884
+ "global_step": 1780,
885
+ "optimizer_step": 222,
886
+ "lr": 2.9360386311461275e-05,
887
+ "lm_loss": 0.0027993523981422186,
888
+ "order_loss": 4.03125,
889
+ "ret_loss": 0.0,
890
+ "pretrain_loss": 0.0,
891
+ "total_loss": 0.8074868321418762
892
+ },
893
+ {
894
+ "global_step": 1800,
895
+ "optimizer_step": 225,
896
+ "lr": 2.884158484861325e-05,
897
+ "lm_loss": 0.22095362842082977,
898
+ "order_loss": 0.58203125,
899
+ "ret_loss": 0.0,
900
+ "pretrain_loss": 0.0,
901
+ "total_loss": 0.33716458082199097
902
+ },
903
+ {
904
+ "global_step": 1820,
905
+ "optimizer_step": 227,
906
+ "lr": 2.849475848838749e-05,
907
+ "lm_loss": 0.05985064432024956,
908
+ "order_loss": 10.9375,
909
+ "ret_loss": 0.0,
910
+ "pretrain_loss": 0.0,
911
+ "total_loss": 2.2473506927490234
912
+ },
913
+ {
914
+ "global_step": 1840,
915
+ "optimizer_step": 230,
916
+ "lr": 2.7973251416434175e-05,
917
+ "lm_loss": 0.1038469523191452,
918
+ "order_loss": 7.40625,
919
+ "ret_loss": 0.0,
920
+ "pretrain_loss": 0.0,
921
+ "total_loss": 1.5882219076156616
922
+ },
923
+ {
924
+ "global_step": 1860,
925
+ "optimizer_step": 232,
926
+ "lr": 2.7624834743173867e-05,
927
+ "lm_loss": 0.02346460334956646,
928
+ "order_loss": 0.55078125,
929
+ "ret_loss": 0.0,
930
+ "pretrain_loss": 0.0,
931
+ "total_loss": 0.1338161677122116
932
+ },
933
+ {
934
+ "global_step": 1880,
935
+ "optimizer_step": 235,
936
+ "lr": 2.710126312323119e-05,
937
+ "lm_loss": 0.036019984632730484,
938
+ "order_loss": 4.09375,
939
+ "ret_loss": 0.0,
940
+ "pretrain_loss": 0.0,
941
+ "total_loss": 0.8563324809074402
942
+ },
943
+ {
944
+ "global_step": 1900,
945
+ "optimizer_step": 237,
946
+ "lr": 2.6751684427161683e-05,
947
+ "lm_loss": 0.051987241953611374,
948
+ "order_loss": 1.2578125,
949
+ "ret_loss": 0.0,
950
+ "pretrain_loss": 0.0,
951
+ "total_loss": 0.3039403557777405
952
+ },
953
+ {
954
+ "global_step": 1920,
955
+ "optimizer_step": 240,
956
+ "lr": 2.6226691858185454e-05,
957
+ "lm_loss": 0.0024134956765919924,
958
+ "order_loss": 11.625,
959
+ "ret_loss": 0.0,
960
+ "pretrain_loss": 0.0,
961
+ "total_loss": 2.330538511276245
962
+ },
963
+ {
964
+ "global_step": 1940,
965
+ "optimizer_step": 242,
966
+ "lr": 2.587638085794541e-05,
967
+ "lm_loss": 0.002762286923825741,
968
+ "order_loss": 5.6875,
969
+ "ret_loss": 0.0,
970
+ "pretrain_loss": 0.0,
971
+ "total_loss": 1.1433873176574707
972
+ },
973
+ {
974
+ "global_step": 1960,
975
+ "optimizer_step": 245,
976
+ "lr": 2.535061268558906e-05,
977
+ "lm_loss": 0.0022164839319884777,
978
+ "order_loss": 0.423828125,
979
+ "ret_loss": 0.0,
980
+ "pretrain_loss": 0.0,
981
+ "total_loss": 0.08717741817235947
982
+ },
983
+ {
984
+ "global_step": 1980,
985
+ "optimizer_step": 247,
986
+ "lr": 2.5e-05,
987
+ "lm_loss": 0.040713805705308914,
988
+ "order_loss": 10.875,
989
+ "ret_loss": 0.0,
990
+ "pretrain_loss": 0.0,
991
+ "total_loss": 2.2125887870788574
992
+ },
993
+ {
994
+ "global_step": 2000,
995
+ "optimizer_step": 250,
996
+ "lr": 2.447410252332528e-05,
997
+ "lm_loss": 0.001404502079822123,
998
+ "order_loss": 4.15625,
999
+ "ret_loss": 0.0,
1000
+ "pretrain_loss": 0.0,
1001
+ "total_loss": 0.8334357738494873
1002
+ },
1003
+ {
1004
+ "global_step": 2020,
1005
+ "optimizer_step": 252,
1006
+ "lr": 2.4123619142054597e-05,
1007
+ "lm_loss": 0.04997622221708298,
1008
+ "order_loss": 4.71875,
1009
+ "ret_loss": 0.0,
1010
+ "pretrain_loss": 0.0,
1011
+ "total_loss": 0.9952887296676636
1012
+ },
1013
+ {
1014
+ "global_step": 2040,
1015
+ "optimizer_step": 255,
1016
+ "lr": 2.3598238819070202e-05,
1017
+ "lm_loss": 0.2222530096769333,
1018
+ "order_loss": 3.09375,
1019
+ "ret_loss": 0.0,
1020
+ "pretrain_loss": 0.0,
1021
+ "total_loss": 0.8394405245780945
1022
+ },
1023
+ {
1024
+ "global_step": 2060,
1025
+ "optimizer_step": 257,
1026
+ "lr": 2.3248315572838316e-05,
1027
+ "lm_loss": 0.4056266248226166,
1028
+ "order_loss": 4.34375,
1029
+ "ret_loss": 0.0,
1030
+ "pretrain_loss": 0.0,
1031
+ "total_loss": 1.272814154624939
1032
+ },
1033
+ {
1034
+ "global_step": 2080,
1035
+ "optimizer_step": 260,
1036
+ "lr": 2.272409822584325e-05,
1037
+ "lm_loss": 0.010973306372761726,
1038
+ "order_loss": 0.474609375,
1039
+ "ret_loss": 0.0,
1040
+ "pretrain_loss": 0.0,
1041
+ "total_loss": 0.10569986701011658
1042
+ },
1043
+ {
1044
+ "global_step": 2100,
1045
+ "optimizer_step": 262,
1046
+ "lr": 2.237516525682614e-05,
1047
+ "lm_loss": 0.15973836183547974,
1048
+ "order_loss": 0.51953125,
1049
+ "ret_loss": 0.0,
1050
+ "pretrain_loss": 0.0,
1051
+ "total_loss": 0.26374226808547974
1052
+ },
1053
+ {
1054
+ "global_step": 2120,
1055
+ "optimizer_step": 265,
1056
+ "lr": 2.185275527853437e-05,
1057
+ "lm_loss": 0.03041883185505867,
1058
+ "order_loss": 0.4765625,
1059
+ "ret_loss": 0.0,
1060
+ "pretrain_loss": 0.0,
1061
+ "total_loss": 0.12563367187976837
1062
+ },
1063
+ {
1064
+ "global_step": 2140,
1065
+ "optimizer_step": 267,
1066
+ "lr": 2.1505241511612522e-05,
1067
+ "lm_loss": 0.0016176610952243209,
1068
+ "order_loss": 1.6015625,
1069
+ "ret_loss": 0.0,
1070
+ "pretrain_loss": 0.0,
1071
+ "total_loss": 0.3219301700592041
1072
+ },
1073
+ {
1074
+ "global_step": 2160,
1075
+ "optimizer_step": 270,
1076
+ "lr": 2.0985281073035076e-05,
1077
+ "lm_loss": 0.08396460860967636,
1078
+ "order_loss": 4.625,
1079
+ "ret_loss": 0.0,
1080
+ "pretrain_loss": 0.0,
1081
+ "total_loss": 1.0097458362579346
1082
+ },
1083
+ {
1084
+ "global_step": 2180,
1085
+ "optimizer_step": 272,
1086
+ "lr": 2.0639613688538734e-05,
1087
+ "lm_loss": 0.15112215280532837,
1088
+ "order_loss": 5.34375,
1089
+ "ret_loss": 0.0,
1090
+ "pretrain_loss": 0.0,
1091
+ "total_loss": 1.2214345932006836
1092
+ },
1093
+ {
1094
+ "global_step": 2200,
1095
+ "optimizer_step": 275,
1096
+ "lr": 2.0122741949596797e-05,
1097
+ "lm_loss": 0.09638627618551254,
1098
+ "order_loss": 7.28125,
1099
+ "ret_loss": 0.0,
1100
+ "pretrain_loss": 0.0,
1101
+ "total_loss": 1.5495113134384155
1102
+ },
1103
+ {
1104
+ "global_step": 2220,
1105
+ "optimizer_step": 277,
1106
+ "lr": 1.977934585819576e-05,
1107
+ "lm_loss": 0.06259763240814209,
1108
+ "order_loss": 0.58203125,
1109
+ "ret_loss": 0.0,
1110
+ "pretrain_loss": 0.0,
1111
+ "total_loss": 0.1788085699081421
1112
+ },
1113
+ {
1114
+ "global_step": 2240,
1115
+ "optimizer_step": 280,
1116
+ "lr": 1.9266198182035058e-05,
1117
+ "lm_loss": 0.022893467918038368,
1118
+ "order_loss": 8.6875,
1119
+ "ret_loss": 0.0,
1120
+ "pretrain_loss": 0.0,
1121
+ "total_loss": 1.7572684288024902
1122
+ },
1123
+ {
1124
+ "global_step": 2260,
1125
+ "optimizer_step": 282,
1126
+ "lr": 1.8925495502418406e-05,
1127
+ "lm_loss": 0.1742883324623108,
1128
+ "order_loss": 2.09375,
1129
+ "ret_loss": 0.0,
1130
+ "pretrain_loss": 0.0,
1131
+ "total_loss": 0.5922570824623108
1132
+ },
1133
+ {
1134
+ "global_step": 2280,
1135
+ "optimizer_step": 285,
1136
+ "lr": 1.841670267439088e-05,
1137
+ "lm_loss": 0.009915992617607117,
1138
+ "order_loss": 5.75,
1139
+ "ret_loss": 0.0,
1140
+ "pretrain_loss": 0.0,
1141
+ "total_loss": 1.1583534479141235
1142
+ },
1143
+ {
1144
+ "global_step": 2300,
1145
+ "optimizer_step": 287,
1146
+ "lr": 1.8079112214378768e-05,
1147
+ "lm_loss": 0.12599635124206543,
1148
+ "order_loss": 0.41796875,
1149
+ "ret_loss": 0.0,
1150
+ "pretrain_loss": 0.0,
1151
+ "total_loss": 0.20949244499206543
1152
+ },
1153
+ {
1154
+ "global_step": 2320,
1155
+ "optimizer_step": 290,
1156
+ "lr": 1.757529966665141e-05,
1157
+ "lm_loss": 0.008792194537818432,
1158
+ "order_loss": 0.56640625,
1159
+ "ret_loss": 0.0,
1160
+ "pretrain_loss": 0.0,
1161
+ "total_loss": 0.12207344174385071
1162
+ },
1163
+ {
1164
+ "global_step": 2340,
1165
+ "optimizer_step": 292,
1166
+ "lr": 1.72412364083767e-05,
1167
+ "lm_loss": 0.20160233974456787,
1168
+ "order_loss": 6.375,
1169
+ "ret_loss": 0.0,
1170
+ "pretrain_loss": 0.0,
1171
+ "total_loss": 1.4750398397445679
1172
+ },
1173
+ {
1174
+ "global_step": 2360,
1175
+ "optimizer_step": 295,
1176
+ "lr": 1.6743023451120832e-05,
1177
+ "lm_loss": 0.024396944791078568,
1178
+ "order_loss": 7.625,
1179
+ "ret_loss": 0.0,
1180
+ "pretrain_loss": 0.0,
1181
+ "total_loss": 1.5478343963623047
1182
+ },
1183
+ {
1184
+ "global_step": 2380,
1185
+ "optimizer_step": 297,
1186
+ "lr": 1.641289804091347e-05,
1187
+ "lm_loss": 0.09566724300384521,
1188
+ "order_loss": 0.49609375,
1189
+ "ret_loss": 0.0,
1190
+ "pretrain_loss": 0.0,
1191
+ "total_loss": 0.19478833675384521
1192
+ },
1193
+ {
1194
+ "global_step": 2400,
1195
+ "optimizer_step": 300,
1196
+ "lr": 1.5920897101019383e-05,
1197
+ "lm_loss": 0.023704836145043373,
1198
+ "order_loss": 1.890625,
1199
+ "ret_loss": 0.0,
1200
+ "pretrain_loss": 0.0,
1201
+ "total_loss": 0.4026110768318176
1202
+ },
1203
+ {
1204
+ "global_step": 2420,
1205
+ "optimizer_step": 302,
1206
+ "lr": 1.5595115344620576e-05,
1207
+ "lm_loss": 0.011681373231112957,
1208
+ "order_loss": 7.15625,
1209
+ "ret_loss": 0.0,
1210
+ "pretrain_loss": 0.0,
1211
+ "total_loss": 1.441368818283081
1212
+ },
1213
+ {
1214
+ "global_step": 2440,
1215
+ "optimizer_step": 305,
1216
+ "lr": 1.5109931212873534e-05,
1217
+ "lm_loss": 0.07198214530944824,
1218
+ "order_loss": 7.5,
1219
+ "ret_loss": 0.0,
1220
+ "pretrain_loss": 0.0,
1221
+ "total_loss": 1.5719821453094482
1222
+ },
1223
+ {
1224
+ "global_step": 2460,
1225
+ "optimizer_step": 307,
1226
+ "lr": 1.4788893576600099e-05,
1227
+ "lm_loss": 0.0009545005741529167,
1228
+ "order_loss": 1.046875,
1229
+ "ret_loss": 0.0,
1230
+ "pretrain_loss": 0.0,
1231
+ "total_loss": 0.2099388688802719
1232
+ },
1233
+ {
1234
+ "global_step": 2480,
1235
+ "optimizer_step": 310,
1236
+ "lr": 1.4311122664242954e-05,
1237
+ "lm_loss": 0.11565780639648438,
1238
+ "order_loss": 3.78125,
1239
+ "ret_loss": 0.0,
1240
+ "pretrain_loss": 0.0,
1241
+ "total_loss": 0.8734703063964844
1242
+ },
1243
+ {
1244
+ "global_step": 2500,
1245
+ "optimizer_step": 312,
1246
+ "lr": 1.399522378271527e-05,
1247
+ "lm_loss": 0.18917199969291687,
1248
+ "order_loss": 3.171875,
1249
+ "ret_loss": 0.0,
1250
+ "pretrain_loss": 0.0,
1251
+ "total_loss": 0.8219845294952393
1252
+ },
1253
+ {
1254
+ "global_step": 2520,
1255
+ "optimizer_step": 315,
1256
+ "lr": 1.3525453388311554e-05,
1257
+ "lm_loss": 0.11627725511789322,
1258
+ "order_loss": 2.140625,
1259
+ "ret_loss": 0.0,
1260
+ "pretrain_loss": 0.0,
1261
+ "total_loss": 0.544011652469635
1262
+ },
1263
+ {
1264
+ "global_step": 2540,
1265
+ "optimizer_step": 317,
1266
+ "lr": 1.3215081579350058e-05,
1267
+ "lm_loss": 0.056084878742694855,
1268
+ "order_loss": 8.25,
1269
+ "ret_loss": 0.0,
1270
+ "pretrain_loss": 0.0,
1271
+ "total_loss": 1.7045223712921143
1272
+ },
1273
+ {
1274
+ "global_step": 2560,
1275
+ "optimizer_step": 320,
1276
+ "lr": 1.2753889166848909e-05,
1277
+ "lm_loss": 0.10959218442440033,
1278
+ "order_loss": 0.56640625,
1279
+ "ret_loss": 0.0,
1280
+ "pretrain_loss": 0.0,
1281
+ "total_loss": 0.22287343442440033
1282
+ },
1283
+ {
1284
+ "global_step": 2580,
1285
+ "optimizer_step": 322,
1286
+ "lr": 1.2449425954135452e-05,
1287
+ "lm_loss": 0.2991010248661041,
1288
+ "order_loss": 9.0625,
1289
+ "ret_loss": 0.0,
1290
+ "pretrain_loss": 0.0,
1291
+ "total_loss": 2.1116011142730713
1292
+ },
1293
+ {
1294
+ "global_step": 2600,
1295
+ "optimizer_step": 325,
1296
+ "lr": 1.1997378443025634e-05,
1297
+ "lm_loss": 0.21912677586078644,
1298
+ "order_loss": 3.703125,
1299
+ "ret_loss": 0.0,
1300
+ "pretrain_loss": 0.0,
1301
+ "total_loss": 0.9613142609596252
1302
+ },
1303
+ {
1304
+ "global_step": 2620,
1305
+ "optimizer_step": 327,
1306
+ "lr": 1.1699198087116589e-05,
1307
+ "lm_loss": 0.03312200307846069,
1308
+ "order_loss": 3.6875,
1309
+ "ret_loss": 0.0,
1310
+ "pretrain_loss": 0.0,
1311
+ "total_loss": 0.7714032530784607
1312
+ },
1313
+ {
1314
+ "global_step": 2640,
1315
+ "optimizer_step": 330,
1316
+ "lr": 1.1256851155542298e-05,
1317
+ "lm_loss": 0.1829415261745453,
1318
+ "order_loss": 2.140625,
1319
+ "ret_loss": 0.0,
1320
+ "pretrain_loss": 0.0,
1321
+ "total_loss": 0.6106759309768677
1322
+ },
1323
+ {
1324
+ "global_step": 2660,
1325
+ "optimizer_step": 332,
1326
+ "lr": 1.0965320193809808e-05,
1327
+ "lm_loss": 0.16854099929332733,
1328
+ "order_loss": 1.8125,
1329
+ "ret_loss": 0.0,
1330
+ "pretrain_loss": 0.0,
1331
+ "total_loss": 0.5318222641944885
1332
+ },
1333
+ {
1334
+ "global_step": 2680,
1335
+ "optimizer_step": 335,
1336
+ "lr": 1.0533217595504858e-05,
1337
+ "lm_loss": 0.16787570714950562,
1338
+ "order_loss": 0.3984375,
1339
+ "ret_loss": 0.0,
1340
+ "pretrain_loss": 0.0,
1341
+ "total_loss": 0.24746555089950562
1342
+ },
1343
+ {
1344
+ "global_step": 2700,
1345
+ "optimizer_step": 337,
1346
+ "lr": 1.0248694391571801e-05,
1347
+ "lm_loss": 0.019035618752241135,
1348
+ "order_loss": 0.4296875,
1349
+ "ret_loss": 0.0,
1350
+ "pretrain_loss": 0.0,
1351
+ "total_loss": 0.10497312247753143
1352
+ },
1353
+ {
1354
+ "global_step": 2720,
1355
+ "optimizer_step": 340,
1356
+ "lr": 9.82736728745186e-06,
1357
+ "lm_loss": 0.03908007591962814,
1358
+ "order_loss": 0.51953125,
1359
+ "ret_loss": 0.0,
1360
+ "pretrain_loss": 0.0,
1361
+ "total_loss": 0.14308398962020874
1362
+ },
1363
+ {
1364
+ "global_step": 2740,
1365
+ "optimizer_step": 342,
1366
+ "lr": 9.550201590674343e-06,
1367
+ "lm_loss": 0.055233344435691833,
1368
+ "order_loss": 0.478515625,
1369
+ "ret_loss": 0.0,
1370
+ "pretrain_loss": 0.0,
1371
+ "total_loss": 0.15093646943569183
1372
+ },
1373
+ {
1374
+ "global_step": 2760,
1375
+ "optimizer_step": 345,
1376
+ "lr": 9.140167895908867e-06,
1377
+ "lm_loss": 0.042898256331682205,
1378
+ "order_loss": 0.51171875,
1379
+ "ret_loss": 0.0,
1380
+ "pretrain_loss": 0.0,
1381
+ "total_loss": 0.1454373151063919
1382
+ },
1383
+ {
1384
+ "global_step": 2780,
1385
+ "optimizer_step": 347,
1386
+ "lr": 8.870700411447816e-06,
1387
+ "lm_loss": 0.06112537160515785,
1388
+ "order_loss": 2.578125,
1389
+ "ret_loss": 0.0,
1390
+ "pretrain_loss": 0.0,
1391
+ "total_loss": 0.5767503976821899
1392
+ },
1393
+ {
1394
+ "global_step": 2800,
1395
+ "optimizer_step": 350,
1396
+ "lr": 8.472464158814255e-06,
1397
+ "lm_loss": 0.007484554313123226,
1398
+ "order_loss": 0.443359375,
1399
+ "ret_loss": 0.0,
1400
+ "pretrain_loss": 0.0,
1401
+ "total_loss": 0.0963517427444458
1402
+ },
1403
+ {
1404
+ "global_step": 2820,
1405
+ "optimizer_step": 352,
1406
+ "lr": 8.211026128824539e-06,
1407
+ "lm_loss": 0.17374715209007263,
1408
+ "order_loss": 0.45703125,
1409
+ "ret_loss": 0.0,
1410
+ "pretrain_loss": 0.0,
1411
+ "total_loss": 0.26505574584007263
1412
+ },
1413
+ {
1414
+ "global_step": 2840,
1415
+ "optimizer_step": 355,
1416
+ "lr": 7.825076849127458e-06,
1417
+ "lm_loss": 0.01114811934530735,
1418
+ "order_loss": 0.455078125,
1419
+ "ret_loss": 0.0,
1420
+ "pretrain_loss": 0.0,
1421
+ "total_loss": 0.1019684299826622
1422
+ },
1423
+ {
1424
+ "global_step": 2860,
1425
+ "optimizer_step": 357,
1426
+ "lr": 7.571989645579419e-06,
1427
+ "lm_loss": 0.10479852557182312,
1428
+ "order_loss": 4.78125,
1429
+ "ret_loss": 0.0,
1430
+ "pretrain_loss": 0.0,
1431
+ "total_loss": 1.0618298053741455
1432
+ },
1433
+ {
1434
+ "global_step": 2880,
1435
+ "optimizer_step": 360,
1436
+ "lr": 7.198801765896115e-06,
1437
+ "lm_loss": 0.008047478273510933,
1438
+ "order_loss": 0.5,
1439
+ "ret_loss": 0.0,
1440
+ "pretrain_loss": 0.0,
1441
+ "total_loss": 0.10814513266086578
1442
+ },
1443
+ {
1444
+ "global_step": 2900,
1445
+ "optimizer_step": 362,
1446
+ "lr": 6.9543764955299265e-06,
1447
+ "lm_loss": 0.0048767635598778725,
1448
+ "order_loss": 2.40625,
1449
+ "ret_loss": 0.0,
1450
+ "pretrain_loss": 0.0,
1451
+ "total_loss": 0.4853455126285553
1452
+ },
1453
+ {
1454
+ "global_step": 2920,
1455
+ "optimizer_step": 365,
1456
+ "lr": 6.594408756022272e-06,
1457
+ "lm_loss": 0.005378006026148796,
1458
+ "order_loss": 5.5,
1459
+ "ret_loss": 0.0,
1460
+ "pretrain_loss": 0.0,
1461
+ "total_loss": 1.106940507888794
1462
+ },
1463
+ {
1464
+ "global_step": 2940,
1465
+ "optimizer_step": 367,
1466
+ "lr": 6.358945877920861e-06,
1467
+ "lm_loss": 0.07848082482814789,
1468
+ "order_loss": 0.45703125,
1469
+ "ret_loss": 0.0,
1470
+ "pretrain_loss": 0.0,
1471
+ "total_loss": 0.1697894185781479
1472
+ },
1473
+ {
1474
+ "global_step": 2960,
1475
+ "optimizer_step": 370,
1476
+ "lr": 6.012640767930217e-06,
1477
+ "lm_loss": 0.18098203837871552,
1478
+ "order_loss": 12.75,
1479
+ "ret_loss": 0.0,
1480
+ "pretrain_loss": 0.0,
1481
+ "total_loss": 2.7278571128845215
1482
+ },
1483
+ {
1484
+ "global_step": 2980,
1485
+ "optimizer_step": 372,
1486
+ "lr": 5.7864297241808e-06,
1487
+ "lm_loss": 0.060319412499666214,
1488
+ "order_loss": 2.046875,
1489
+ "ret_loss": 0.0,
1490
+ "pretrain_loss": 0.0,
1491
+ "total_loss": 0.4704756736755371
1492
+ },
1493
+ {
1494
+ "global_step": 3000,
1495
+ "optimizer_step": 375,
1496
+ "lr": 5.454212938299255e-06,
1497
+ "lm_loss": 0.06764735281467438,
1498
+ "order_loss": 0.5625,
1499
+ "ret_loss": 0.0,
1500
+ "pretrain_loss": 0.0,
1501
+ "total_loss": 0.17995204031467438
1502
+ },
1503
+ {
1504
+ "global_step": 3020,
1505
+ "optimizer_step": 377,
1506
+ "lr": 5.237531798197415e-06,
1507
+ "lm_loss": 0.16401313245296478,
1508
+ "order_loss": 2.421875,
1509
+ "ret_loss": 0.0,
1510
+ "pretrain_loss": 0.0,
1511
+ "total_loss": 0.648388147354126
1512
+ },
1513
+ {
1514
+ "global_step": 3040,
1515
+ "optimizer_step": 380,
1516
+ "lr": 4.91981171298388e-06,
1517
+ "lm_loss": 0.022973094135522842,
1518
+ "order_loss": 2.140625,
1519
+ "ret_loss": 0.0,
1520
+ "pretrain_loss": 0.0,
1521
+ "total_loss": 0.45070746541023254
1522
+ },
1523
+ {
1524
+ "global_step": 3060,
1525
+ "optimizer_step": 382,
1526
+ "lr": 4.712926831217685e-06,
1527
+ "lm_loss": 0.11503444612026215,
1528
+ "order_loss": 5.125,
1529
+ "ret_loss": 0.0,
1530
+ "pretrain_loss": 0.0,
1531
+ "total_loss": 1.1384719610214233
1532
+ },
1533
+ {
1534
+ "global_step": 3080,
1535
+ "optimizer_step": 385,
1536
+ "lr": 4.410094003202134e-06,
1537
+ "lm_loss": 0.019826272502541542,
1538
+ "order_loss": 2.4375,
1539
+ "ret_loss": 0.0,
1540
+ "pretrain_loss": 0.0,
1541
+ "total_loss": 0.5081075429916382
1542
+ },
1543
+ {
1544
+ "global_step": 3100,
1545
+ "optimizer_step": 387,
1546
+ "lr": 4.213259692436367e-06,
1547
+ "lm_loss": 0.06183494254946709,
1548
+ "order_loss": 0.58203125,
1549
+ "ret_loss": 0.0,
1550
+ "pretrain_loss": 0.0,
1551
+ "total_loss": 0.17804588377475739
1552
+ },
1553
+ {
1554
+ "global_step": 3120,
1555
+ "optimizer_step": 390,
1556
+ "lr": 3.925686378029331e-06,
1557
+ "lm_loss": 0.0030209198594093323,
1558
+ "order_loss": 2.921875,
1559
+ "ret_loss": 0.0,
1560
+ "pretrain_loss": 0.0,
1561
+ "total_loss": 0.5889584422111511
1562
+ },
1563
+ {
1564
+ "global_step": 3140,
1565
+ "optimizer_step": 392,
1566
+ "lr": 3.739144596292382e-06,
1567
+ "lm_loss": 0.12951713800430298,
1568
+ "order_loss": 3.125,
1569
+ "ret_loss": 0.0,
1570
+ "pretrain_loss": 0.0,
1571
+ "total_loss": 0.754517138004303
1572
+ },
1573
+ {
1574
+ "global_step": 3160,
1575
+ "optimizer_step": 395,
1576
+ "lr": 3.4671842941897765e-06,
1577
+ "lm_loss": 0.10877694934606552,
1578
+ "order_loss": 6.71875,
1579
+ "ret_loss": 0.0,
1580
+ "pretrain_loss": 0.0,
1581
+ "total_loss": 1.4525269269943237
1582
+ },
1583
+ {
1584
+ "global_step": 3180,
1585
+ "optimizer_step": 397,
1586
+ "lr": 3.2911643474473646e-06,
1587
+ "lm_loss": 0.16005869209766388,
1588
+ "order_loss": 8.6875,
1589
+ "ret_loss": 0.0,
1590
+ "pretrain_loss": 0.0,
1591
+ "total_loss": 1.8944337368011475
1592
+ },
1593
+ {
1594
+ "global_step": 3200,
1595
+ "optimizer_step": 400,
1596
+ "lr": 3.035151364093214e-06,
1597
+ "lm_loss": 0.09632737189531326,
1598
+ "order_loss": 4.5625,
1599
+ "ret_loss": 0.0,
1600
+ "pretrain_loss": 0.0,
1601
+ "total_loss": 1.0103899240493774
1602
+ },
1603
+ {
1604
+ "global_step": 3220,
1605
+ "optimizer_step": 402,
1606
+ "lr": 2.869869624374699e-06,
1607
+ "lm_loss": 0.02059444598853588,
1608
+ "order_loss": 0.5234375,
1609
+ "ret_loss": 0.0,
1610
+ "pretrain_loss": 0.0,
1611
+ "total_loss": 0.12508663535118103
1612
+ },
1613
+ {
1614
+ "global_step": 3240,
1615
+ "optimizer_step": 405,
1616
+ "lr": 2.6301186630158485e-06,
1617
+ "lm_loss": 0.04449394717812538,
1618
+ "order_loss": 0.61328125,
1619
+ "ret_loss": 0.0,
1620
+ "pretrain_loss": 0.0,
1621
+ "total_loss": 0.16705253720283508
1622
+ },
1623
+ {
1624
+ "global_step": 3260,
1625
+ "optimizer_step": 407,
1626
+ "lr": 2.475778302439524e-06,
1627
+ "lm_loss": 0.09708278626203537,
1628
+ "order_loss": 5.34375,
1629
+ "ret_loss": 0.0,
1630
+ "pretrain_loss": 0.0,
1631
+ "total_loss": 1.1673952341079712
1632
+ },
1633
+ {
1634
+ "global_step": 3280,
1635
+ "optimizer_step": 410,
1636
+ "lr": 2.2525840762775863e-06,
1637
+ "lm_loss": 0.12196586281061172,
1638
+ "order_loss": 0.55078125,
1639
+ "ret_loss": 0.0,
1640
+ "pretrain_loss": 0.0,
1641
+ "total_loss": 0.23231741786003113
1642
+ },
1643
+ {
1644
+ "global_step": 3300,
1645
+ "optimizer_step": 412,
1646
+ "lr": 2.1093748173018848e-06,
1647
+ "lm_loss": 0.006873693782836199,
1648
+ "order_loss": 2.328125,
1649
+ "ret_loss": 0.0,
1650
+ "pretrain_loss": 0.0,
1651
+ "total_loss": 0.4717174470424652
1652
+ },
1653
+ {
1654
+ "global_step": 3320,
1655
+ "optimizer_step": 415,
1656
+ "lr": 1.9030116872178316e-06,
1657
+ "lm_loss": 0.013049754314124584,
1658
+ "order_loss": 2.734375,
1659
+ "ret_loss": 0.0,
1660
+ "pretrain_loss": 0.0,
1661
+ "total_loss": 0.5599247813224792
1662
+ },
1663
+ {
1664
+ "global_step": 3340,
1665
+ "optimizer_step": 417,
1666
+ "lr": 1.771109569425547e-06,
1667
+ "lm_loss": 0.07089846581220627,
1668
+ "order_loss": 2.421875,
1669
+ "ret_loss": 0.0,
1670
+ "pretrain_loss": 0.0,
1671
+ "total_loss": 0.5552734732627869
1672
+ },
1673
+ {
1674
+ "global_step": 3360,
1675
+ "optimizer_step": 420,
1676
+ "lr": 1.5818312067223672e-06,
1677
+ "lm_loss": 0.009028011001646519,
1678
+ "order_loss": 1.3671875,
1679
+ "ret_loss": 0.0,
1680
+ "pretrain_loss": 0.0,
1681
+ "total_loss": 0.28246551752090454
1682
+ },
1683
+ {
1684
+ "global_step": 3380,
1685
+ "optimizer_step": 422,
1686
+ "lr": 1.4613983704244826e-06,
1687
+ "lm_loss": 0.20000210404396057,
1688
+ "order_loss": 3.328125,
1689
+ "ret_loss": 0.0,
1690
+ "pretrain_loss": 0.0,
1691
+ "total_loss": 0.8640645742416382
1692
+ },
1693
+ {
1694
+ "global_step": 3400,
1695
+ "optimizer_step": 425,
1696
+ "lr": 1.2894374450024338e-06,
1697
+ "lm_loss": 0.09756087511777878,
1698
+ "order_loss": 2.234375,
1699
+ "ret_loss": 0.0,
1700
+ "pretrain_loss": 0.0,
1701
+ "total_loss": 0.5448265075683594
1702
+ },
1703
+ {
1704
+ "global_step": 3420,
1705
+ "optimizer_step": 427,
1706
+ "lr": 1.180621931927592e-06,
1707
+ "lm_loss": 0.13051117956638336,
1708
+ "order_loss": 7.375,
1709
+ "ret_loss": 0.0,
1710
+ "pretrain_loss": 0.0,
1711
+ "total_loss": 1.6070736646652222
1712
+ },
1713
+ {
1714
+ "global_step": 3440,
1715
+ "optimizer_step": 430,
1716
+ "lr": 1.0261898262753812e-06,
1717
+ "lm_loss": 0.014907551929354668,
1718
+ "order_loss": 0.58984375,
1719
+ "ret_loss": 0.0,
1720
+ "pretrain_loss": 0.0,
1721
+ "total_loss": 0.13307161629199982
1722
+ },
1723
+ {
1724
+ "global_step": 3460,
1725
+ "optimizer_step": 432,
1726
+ "lr": 9.291253975900139e-07,
1727
+ "lm_loss": 0.05709294229745865,
1728
+ "order_loss": 13.9375,
1729
+ "ret_loss": 0.0,
1730
+ "pretrain_loss": 0.0,
1731
+ "total_loss": 2.8383429050445557
1732
+ },
1733
+ {
1734
+ "global_step": 3480,
1735
+ "optimizer_step": 435,
1736
+ "lr": 7.924119469434665e-07,
1737
+ "lm_loss": 0.07873621582984924,
1738
+ "order_loss": 5.65625,
1739
+ "ret_loss": 0.0,
1740
+ "pretrain_loss": 0.0,
1741
+ "total_loss": 1.2115486860275269
1742
+ },
1743
+ {
1744
+ "global_step": 3500,
1745
+ "optimizer_step": 437,
1746
+ "lr": 7.072179188262251e-07,
1747
+ "lm_loss": 0.0028996195178478956,
1748
+ "order_loss": 1.125,
1749
+ "ret_loss": 0.0,
1750
+ "pretrain_loss": 0.0,
1751
+ "total_loss": 0.22750899195671082
1752
+ },
1753
+ {
1754
+ "global_step": 3520,
1755
+ "optimizer_step": 440,
1756
+ "lr": 5.883911778138324e-07,
1757
+ "lm_loss": 0.003384690498933196,
1758
+ "order_loss": 5.9375,
1759
+ "ret_loss": 0.0,
1760
+ "pretrain_loss": 0.0,
1761
+ "total_loss": 1.1908847093582153
1762
+ },
1763
+ {
1764
+ "global_step": 3540,
1765
+ "optimizer_step": 442,
1766
+ "lr": 5.151722747865434e-07,
1767
+ "lm_loss": 0.04543609172105789,
1768
+ "order_loss": 0.98046875,
1769
+ "ret_loss": 0.0,
1770
+ "pretrain_loss": 0.0,
1771
+ "total_loss": 0.2417251467704773
1772
+ },
1773
+ {
1774
+ "global_step": 3560,
1775
+ "optimizer_step": 445,
1776
+ "lr": 4.1437831084878974e-07,
1777
+ "lm_loss": 0.002113284543156624,
1778
+ "order_loss": 1.03125,
1779
+ "ret_loss": 0.0,
1780
+ "pretrain_loss": 0.0,
1781
+ "total_loss": 0.20816797018051147
1782
+ },
1783
+ {
1784
+ "global_step": 3580,
1785
+ "optimizer_step": 447,
1786
+ "lr": 3.5322453704410286e-07,
1787
+ "lm_loss": 0.6759024262428284,
1788
+ "order_loss": 0.44921875,
1789
+ "ret_loss": 0.0,
1790
+ "pretrain_loss": 0.0,
1791
+ "total_loss": 0.7657461762428284
1792
+ },
1793
+ {
1794
+ "global_step": 3600,
1795
+ "optimizer_step": 450,
1796
+ "lr": 2.705872508804747e-07,
1797
+ "lm_loss": 0.09021954238414764,
1798
+ "order_loss": 2.1875,
1799
+ "ret_loss": 0.0,
1800
+ "pretrain_loss": 0.0,
1801
+ "total_loss": 0.5277195572853088
1802
+ },
1803
+ {
1804
+ "global_step": 3620,
1805
+ "optimizer_step": 452,
1806
+ "lr": 2.215737794045436e-07,
1807
+ "lm_loss": 0.18287181854248047,
1808
+ "order_loss": 0.640625,
1809
+ "ret_loss": 0.0,
1810
+ "pretrain_loss": 0.0,
1811
+ "total_loss": 0.31080150604248047
1812
+ },
1813
+ {
1814
+ "global_step": 3640,
1815
+ "optimizer_step": 455,
1816
+ "lr": 1.571947526689349e-07,
1817
+ "lm_loss": 0.5771998167037964,
1818
+ "order_loss": 0.52734375,
1819
+ "ret_loss": 0.0,
1820
+ "pretrain_loss": 0.0,
1821
+ "total_loss": 0.6826685667037964
1822
+ },
1823
+ {
1824
+ "global_step": 3660,
1825
+ "optimizer_step": 457,
1826
+ "lr": 1.2038183319507955e-07,
1827
+ "lm_loss": 0.12908616662025452,
1828
+ "order_loss": 2.265625,
1829
+ "ret_loss": 0.0,
1830
+ "pretrain_loss": 0.0,
1831
+ "total_loss": 0.5822111368179321
1832
+ },
1833
+ {
1834
+ "global_step": 3680,
1835
+ "optimizer_step": 460,
1836
+ "lr": 7.434020362682704e-08,
1837
+ "lm_loss": 0.018739871680736542,
1838
+ "order_loss": 2.46875,
1839
+ "ret_loss": 0.0,
1840
+ "pretrain_loss": 0.0,
1841
+ "total_loss": 0.5128805041313171
1842
+ },
1843
+ {
1844
+ "global_step": 3700,
1845
+ "optimizer_step": 462,
1846
+ "lr": 4.977308833379324e-08,
1847
+ "lm_loss": 0.04224599525332451,
1848
+ "order_loss": 0.99609375,
1849
+ "ret_loss": 0.0,
1850
+ "pretrain_loss": 0.0,
1851
+ "total_loss": 0.2414647489786148
1852
+ },
1853
+ {
1854
+ "global_step": 3720,
1855
+ "optimizer_step": 465,
1856
+ "lr": 2.2125452477828047e-08,
1857
+ "lm_loss": 0.006622170098125935,
1858
+ "order_loss": 9.3125,
1859
+ "ret_loss": 0.0,
1860
+ "pretrain_loss": 0.0,
1861
+ "total_loss": 1.8659971952438354
1862
+ },
1863
+ {
1864
+ "global_step": 3740,
1865
+ "optimizer_step": 467,
1866
+ "lr": 9.834340423678368e-09,
1867
+ "lm_loss": 0.2563786506652832,
1868
+ "order_loss": 8.125,
1869
+ "ret_loss": 0.0,
1870
+ "pretrain_loss": 0.0,
1871
+ "total_loss": 1.8813786506652832
1872
+ }
1873
+ ]
1874
+ }
cls_smollm2_baseline/README.md ADDED
@@ -0,0 +1,208 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: HuggingFaceTB/SmolLM2-1.7B-Instruct
3
+ library_name: peft
4
+ pipeline_tag: text-generation
5
+ tags:
6
+ - base_model:adapter:HuggingFaceTB/SmolLM2-1.7B-Instruct
7
+ - lora
8
+ - transformers
9
+ - unsloth
10
+ ---
11
+
12
+ # Model Card for Model ID
13
+
14
+ <!-- Provide a quick summary of what the model is/does. -->
15
+
16
+
17
+
18
+ ## Model Details
19
+
20
+ ### Model Description
21
+
22
+ <!-- Provide a longer summary of what this model is. -->
23
+
24
+
25
+
26
+ - **Developed by:** [More Information Needed]
27
+ - **Funded by [optional]:** [More Information Needed]
28
+ - **Shared by [optional]:** [More Information Needed]
29
+ - **Model type:** [More Information Needed]
30
+ - **Language(s) (NLP):** [More Information Needed]
31
+ - **License:** [More Information Needed]
32
+ - **Finetuned from model [optional]:** [More Information Needed]
33
+
34
+ ### Model Sources [optional]
35
+
36
+ <!-- Provide the basic links for the model. -->
37
+
38
+ - **Repository:** [More Information Needed]
39
+ - **Paper [optional]:** [More Information Needed]
40
+ - **Demo [optional]:** [More Information Needed]
41
+
42
+ ## Uses
43
+
44
+ <!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
45
+
46
+ ### Direct Use
47
+
48
+ <!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
49
+
50
+ [More Information Needed]
51
+
52
+ ### Downstream Use [optional]
53
+
54
+ <!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
55
+
56
+ [More Information Needed]
57
+
58
+ ### Out-of-Scope Use
59
+
60
+ <!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
61
+
62
+ [More Information Needed]
63
+
64
+ ## Bias, Risks, and Limitations
65
+
66
+ <!-- This section is meant to convey both technical and sociotechnical limitations. -->
67
+
68
+ [More Information Needed]
69
+
70
+ ### Recommendations
71
+
72
+ <!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
73
+
74
+ Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
75
+
76
+ ## How to Get Started with the Model
77
+
78
+ Use the code below to get started with the model.
79
+
80
+ [More Information Needed]
81
+
82
+ ## Training Details
83
+
84
+ ### Training Data
85
+
86
+ <!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
87
+
88
+ [More Information Needed]
89
+
90
+ ### Training Procedure
91
+
92
+ <!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
93
+
94
+ #### Preprocessing [optional]
95
+
96
+ [More Information Needed]
97
+
98
+
99
+ #### Training Hyperparameters
100
+
101
+ - **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
102
+
103
+ #### Speeds, Sizes, Times [optional]
104
+
105
+ <!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
106
+
107
+ [More Information Needed]
108
+
109
+ ## Evaluation
110
+
111
+ <!-- This section describes the evaluation protocols and provides the results. -->
112
+
113
+ ### Testing Data, Factors & Metrics
114
+
115
+ #### Testing Data
116
+
117
+ <!-- This should link to a Dataset Card if possible. -->
118
+
119
+ [More Information Needed]
120
+
121
+ #### Factors
122
+
123
+ <!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
124
+
125
+ [More Information Needed]
126
+
127
+ #### Metrics
128
+
129
+ <!-- These are the evaluation metrics being used, ideally with a description of why. -->
130
+
131
+ [More Information Needed]
132
+
133
+ ### Results
134
+
135
+ [More Information Needed]
136
+
137
+ #### Summary
138
+
139
+
140
+
141
+ ## Model Examination [optional]
142
+
143
+ <!-- Relevant interpretability work for the model goes here -->
144
+
145
+ [More Information Needed]
146
+
147
+ ## Environmental Impact
148
+
149
+ <!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
150
+
151
+ Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
152
+
153
+ - **Hardware Type:** [More Information Needed]
154
+ - **Hours used:** [More Information Needed]
155
+ - **Cloud Provider:** [More Information Needed]
156
+ - **Compute Region:** [More Information Needed]
157
+ - **Carbon Emitted:** [More Information Needed]
158
+
159
+ ## Technical Specifications [optional]
160
+
161
+ ### Model Architecture and Objective
162
+
163
+ [More Information Needed]
164
+
165
+ ### Compute Infrastructure
166
+
167
+ [More Information Needed]
168
+
169
+ #### Hardware
170
+
171
+ [More Information Needed]
172
+
173
+ #### Software
174
+
175
+ [More Information Needed]
176
+
177
+ ## Citation [optional]
178
+
179
+ <!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
180
+
181
+ **BibTeX:**
182
+
183
+ [More Information Needed]
184
+
185
+ **APA:**
186
+
187
+ [More Information Needed]
188
+
189
+ ## Glossary [optional]
190
+
191
+ <!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
192
+
193
+ [More Information Needed]
194
+
195
+ ## More Information [optional]
196
+
197
+ [More Information Needed]
198
+
199
+ ## Model Card Authors [optional]
200
+
201
+ [More Information Needed]
202
+
203
+ ## Model Card Contact
204
+
205
+ [More Information Needed]
206
+ ### Framework versions
207
+
208
+ - PEFT 0.19.1
cls_smollm2_baseline/adapter_config.json ADDED
@@ -0,0 +1,52 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alora_invocation_tokens": null,
3
+ "alpha_pattern": {},
4
+ "arrow_config": null,
5
+ "auto_mapping": {
6
+ "base_model_class": "LlamaForCausalLM",
7
+ "parent_library": "transformers.models.llama.modeling_llama",
8
+ "unsloth_fixed": true
9
+ },
10
+ "base_model_name_or_path": "HuggingFaceTB/SmolLM2-1.7B-Instruct",
11
+ "bias": "none",
12
+ "corda_config": null,
13
+ "ensure_weight_tying": false,
14
+ "eva_config": null,
15
+ "exclude_modules": null,
16
+ "fan_in_fan_out": false,
17
+ "inference_mode": true,
18
+ "init_lora_weights": true,
19
+ "layer_replication": null,
20
+ "layers_pattern": null,
21
+ "layers_to_transform": null,
22
+ "loftq_config": {},
23
+ "lora_alpha": 32,
24
+ "lora_bias": false,
25
+ "lora_dropout": 0.0,
26
+ "lora_ga_config": null,
27
+ "megatron_config": null,
28
+ "megatron_core": "megatron.core",
29
+ "modules_to_save": null,
30
+ "peft_type": "LORA",
31
+ "peft_version": "0.19.1",
32
+ "qalora_group_size": 16,
33
+ "r": 16,
34
+ "rank_pattern": {},
35
+ "revision": null,
36
+ "target_modules": [
37
+ "o_proj",
38
+ "gate_proj",
39
+ "k_proj",
40
+ "v_proj",
41
+ "q_proj",
42
+ "down_proj",
43
+ "up_proj"
44
+ ],
45
+ "target_parameters": null,
46
+ "task_type": "CAUSAL_LM",
47
+ "trainable_token_indices": null,
48
+ "use_bdlora": null,
49
+ "use_dora": false,
50
+ "use_qalora": false,
51
+ "use_rslora": false
52
+ }