Add files using upload-large-folder tool
Browse files- cls_gemma_orderkd_last_l005/checkpoint-200/tokenizer_config.json +0 -0
- cls_gemma_orderkd_last_l005/checkpoint-400/README.md +208 -0
- cls_gemma_orderkd_last_l005/checkpoint-400/adapter_config.json +44 -0
- cls_gemma_orderkd_last_l005/checkpoint-400/chat_template.jinja +47 -0
- cls_gemma_orderkd_last_l005/checkpoint-400/tokenizer_config.json +0 -0
- cls_gemma_orderkd_last_l02/checkpoint-200/README.md +208 -0
- cls_gemma_orderkd_last_l02/checkpoint-200/adapter_config.json +44 -0
- cls_gemma_orderkd_last_l02/checkpoint-200/chat_template.jinja +47 -0
- cls_gemma_orderkd_last_l02/checkpoint-200/tokenizer_config.json +0 -0
- cls_qwen_baseline/README.md +208 -0
- cls_qwen_orderkd_last_l005/README.md +208 -0
- cls_qwen_orderkd_last_l005/adapter_config.json +52 -0
- cls_qwen_orderkd_last_l005/chat_template.jinja +54 -0
- cls_qwen_orderkd_last_l005/checkpoint-200/README.md +208 -0
- cls_qwen_orderkd_last_l005/checkpoint-200/adapter_config.json +52 -0
- cls_qwen_orderkd_last_l005/checkpoint-200/chat_template.jinja +54 -0
- cls_qwen_orderkd_last_l005/checkpoint-200/tokenizer_config.json +202 -0
- cls_qwen_orderkd_last_l005/checkpoint-400/README.md +208 -0
- cls_qwen_orderkd_last_l005/checkpoint-400/adapter_config.json +52 -0
- cls_qwen_orderkd_last_l005/checkpoint-400/chat_template.jinja +54 -0
- cls_qwen_orderkd_last_l005/checkpoint-400/tokenizer_config.json +202 -0
- cls_qwen_orderkd_last_l005/tokenizer_config.json +202 -0
- cls_qwen_orderkd_last_l005/train_metrics.json +1874 -0
- cls_qwen_orderkd_last_l02/README.md +208 -0
- cls_qwen_orderkd_last_l02/adapter_config.json +52 -0
- cls_qwen_orderkd_last_l02/chat_template.jinja +54 -0
- cls_qwen_orderkd_last_l02/checkpoint-200/README.md +208 -0
- cls_qwen_orderkd_last_l02/checkpoint-200/chat_template.jinja +54 -0
- cls_qwen_orderkd_last_l02/checkpoint-200/tokenizer_config.json +202 -0
- cls_qwen_orderkd_last_l02/checkpoint-400/README.md +208 -0
- cls_qwen_orderkd_last_l02/checkpoint-400/tokenizer_config.json +202 -0
- cls_qwen_orderkd_last_l02/tokenizer_config.json +202 -0
- cls_qwen_orderkd_last_l02/train_metrics.json +1874 -0
- cls_qwen_orderkd_mid_l005/checkpoint-200/chat_template.jinja +54 -0
- cls_qwen_orderkd_mid_l005/checkpoint-400/README.md +208 -0
- cls_qwen_orderkd_mid_l005/checkpoint-400/chat_template.jinja +54 -0
- cls_qwen_orderkd_mid_l005/checkpoint-400/tokenizer_config.json +202 -0
- cls_qwen_orderkd_mid_l02/adapter_config.json +52 -0
- cls_qwen_orderkd_mid_l02/checkpoint-200/README.md +208 -0
- cls_qwen_orderkd_mid_l02/checkpoint-200/adapter_config.json +52 -0
- cls_qwen_orderkd_mid_l02/checkpoint-200/chat_template.jinja +54 -0
- cls_qwen_orderkd_mid_l02/checkpoint-200/tokenizer_config.json +202 -0
- cls_qwen_orderkd_mid_l02/checkpoint-400/README.md +208 -0
- cls_qwen_orderkd_mid_l02/checkpoint-400/adapter_config.json +52 -0
- cls_qwen_orderkd_mid_l02/checkpoint-400/chat_template.jinja +54 -0
- cls_qwen_orderkd_mid_l02/checkpoint-400/tokenizer_config.json +202 -0
- cls_qwen_orderkd_mid_l02/tokenizer_config.json +202 -0
- cls_qwen_orderkd_mid_l02/train_metrics.json +1874 -0
- cls_smollm2_baseline/README.md +208 -0
- cls_smollm2_baseline/adapter_config.json +52 -0
cls_gemma_orderkd_last_l005/checkpoint-200/tokenizer_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
cls_gemma_orderkd_last_l005/checkpoint-400/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/gemma-3-1b-it
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/gemma-3-1b-it
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_gemma_orderkd_last_l005/checkpoint-400/adapter_config.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Gemma3ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.gemma3.modeling_gemma3",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/gemma-3-1b-it",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj)))",
|
| 37 |
+
"target_parameters": null,
|
| 38 |
+
"task_type": "CAUSAL_LM",
|
| 39 |
+
"trainable_token_indices": null,
|
| 40 |
+
"use_bdlora": null,
|
| 41 |
+
"use_dora": false,
|
| 42 |
+
"use_qalora": false,
|
| 43 |
+
"use_rslora": false
|
| 44 |
+
}
|
cls_gemma_orderkd_last_l005/checkpoint-400/chat_template.jinja
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{{ bos_token }}
|
| 2 |
+
{%- if messages[0]['role'] == 'system' -%}
|
| 3 |
+
{%- if messages[0]['content'] is string -%}
|
| 4 |
+
{%- set first_user_prefix = messages[0]['content'] + '
|
| 5 |
+
|
| 6 |
+
' -%}
|
| 7 |
+
{%- else -%}
|
| 8 |
+
{%- set first_user_prefix = messages[0]['content'][0]['text'] + '
|
| 9 |
+
|
| 10 |
+
' -%}
|
| 11 |
+
{%- endif -%}
|
| 12 |
+
{%- set loop_messages = messages[1:] -%}
|
| 13 |
+
{%- else -%}
|
| 14 |
+
{%- set first_user_prefix = "" -%}
|
| 15 |
+
{%- set loop_messages = messages -%}
|
| 16 |
+
{%- endif -%}
|
| 17 |
+
{%- for message in loop_messages -%}
|
| 18 |
+
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
|
| 19 |
+
{{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
|
| 20 |
+
{%- endif -%}
|
| 21 |
+
{%- if (message['role'] == 'assistant') -%}
|
| 22 |
+
{%- set role = "model" -%}
|
| 23 |
+
{%- else -%}
|
| 24 |
+
{%- set role = message['role'] -%}
|
| 25 |
+
{%- endif -%}
|
| 26 |
+
{{ '<start_of_turn>' + role + '
|
| 27 |
+
' + (first_user_prefix if loop.first else "") }}
|
| 28 |
+
{%- if message['content'] is string -%}
|
| 29 |
+
{{ message['content'] | trim }}
|
| 30 |
+
{%- elif message['content'] is iterable -%}
|
| 31 |
+
{%- for item in message['content'] -%}
|
| 32 |
+
{%- if item['type'] == 'image' -%}
|
| 33 |
+
{{ '<start_of_image>' }}
|
| 34 |
+
{%- elif item['type'] == 'text' -%}
|
| 35 |
+
{{ item['text'] | trim }}
|
| 36 |
+
{%- endif -%}
|
| 37 |
+
{%- endfor -%}
|
| 38 |
+
{%- else -%}
|
| 39 |
+
{{ raise_exception("Invalid content type") }}
|
| 40 |
+
{%- endif -%}
|
| 41 |
+
{{ '<end_of_turn>
|
| 42 |
+
' }}
|
| 43 |
+
{%- endfor -%}
|
| 44 |
+
{%- if add_generation_prompt -%}
|
| 45 |
+
{{'<start_of_turn>model
|
| 46 |
+
'}}
|
| 47 |
+
{%- endif -%}
|
cls_gemma_orderkd_last_l005/checkpoint-400/tokenizer_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
cls_gemma_orderkd_last_l02/checkpoint-200/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/gemma-3-1b-it
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/gemma-3-1b-it
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_gemma_orderkd_last_l02/checkpoint-200/adapter_config.json
ADDED
|
@@ -0,0 +1,44 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Gemma3ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.gemma3.modeling_gemma3",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/gemma-3-1b-it",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": "(?:.*?(?:language|text).*?(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer).*?(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj))|(?:\\bmodel\\.layers\\.[\\d]{1,}\\.(?:self_attn|attention|attn|mixer|mlp|feed_forward|ffn|dense|mixer)\\.(?:(?:q_proj|k_proj|v_proj|o_proj|up_proj|down_proj|gate_proj)))",
|
| 37 |
+
"target_parameters": null,
|
| 38 |
+
"task_type": "CAUSAL_LM",
|
| 39 |
+
"trainable_token_indices": null,
|
| 40 |
+
"use_bdlora": null,
|
| 41 |
+
"use_dora": false,
|
| 42 |
+
"use_qalora": false,
|
| 43 |
+
"use_rslora": false
|
| 44 |
+
}
|
cls_gemma_orderkd_last_l02/checkpoint-200/chat_template.jinja
ADDED
|
@@ -0,0 +1,47 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{{ bos_token }}
|
| 2 |
+
{%- if messages[0]['role'] == 'system' -%}
|
| 3 |
+
{%- if messages[0]['content'] is string -%}
|
| 4 |
+
{%- set first_user_prefix = messages[0]['content'] + '
|
| 5 |
+
|
| 6 |
+
' -%}
|
| 7 |
+
{%- else -%}
|
| 8 |
+
{%- set first_user_prefix = messages[0]['content'][0]['text'] + '
|
| 9 |
+
|
| 10 |
+
' -%}
|
| 11 |
+
{%- endif -%}
|
| 12 |
+
{%- set loop_messages = messages[1:] -%}
|
| 13 |
+
{%- else -%}
|
| 14 |
+
{%- set first_user_prefix = "" -%}
|
| 15 |
+
{%- set loop_messages = messages -%}
|
| 16 |
+
{%- endif -%}
|
| 17 |
+
{%- for message in loop_messages -%}
|
| 18 |
+
{%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}
|
| 19 |
+
{{ raise_exception("Conversation roles must alternate user/assistant/user/assistant/...") }}
|
| 20 |
+
{%- endif -%}
|
| 21 |
+
{%- if (message['role'] == 'assistant') -%}
|
| 22 |
+
{%- set role = "model" -%}
|
| 23 |
+
{%- else -%}
|
| 24 |
+
{%- set role = message['role'] -%}
|
| 25 |
+
{%- endif -%}
|
| 26 |
+
{{ '<start_of_turn>' + role + '
|
| 27 |
+
' + (first_user_prefix if loop.first else "") }}
|
| 28 |
+
{%- if message['content'] is string -%}
|
| 29 |
+
{{ message['content'] | trim }}
|
| 30 |
+
{%- elif message['content'] is iterable -%}
|
| 31 |
+
{%- for item in message['content'] -%}
|
| 32 |
+
{%- if item['type'] == 'image' -%}
|
| 33 |
+
{{ '<start_of_image>' }}
|
| 34 |
+
{%- elif item['type'] == 'text' -%}
|
| 35 |
+
{{ item['text'] | trim }}
|
| 36 |
+
{%- endif -%}
|
| 37 |
+
{%- endfor -%}
|
| 38 |
+
{%- else -%}
|
| 39 |
+
{{ raise_exception("Invalid content type") }}
|
| 40 |
+
{%- endif -%}
|
| 41 |
+
{{ '<end_of_turn>
|
| 42 |
+
' }}
|
| 43 |
+
{%- endfor -%}
|
| 44 |
+
{%- if add_generation_prompt -%}
|
| 45 |
+
{{'<start_of_turn>model
|
| 46 |
+
'}}
|
| 47 |
+
{%- endif -%}
|
cls_gemma_orderkd_last_l02/checkpoint-200/tokenizer_config.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
cls_qwen_baseline/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l005/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l005/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"up_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"q_proj",
|
| 41 |
+
"k_proj",
|
| 42 |
+
"v_proj",
|
| 43 |
+
"down_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_last_l005/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_last_l005/checkpoint-200/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l005/checkpoint-200/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"up_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"q_proj",
|
| 41 |
+
"k_proj",
|
| 42 |
+
"v_proj",
|
| 43 |
+
"down_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_last_l005/checkpoint-200/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_last_l005/checkpoint-200/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_last_l005/checkpoint-400/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l005/checkpoint-400/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"up_proj",
|
| 38 |
+
"o_proj",
|
| 39 |
+
"gate_proj",
|
| 40 |
+
"q_proj",
|
| 41 |
+
"k_proj",
|
| 42 |
+
"v_proj",
|
| 43 |
+
"down_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_last_l005/checkpoint-400/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_last_l005/checkpoint-400/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_last_l005/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_last_l005/train_metrics.json
ADDED
|
@@ -0,0 +1,1874 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"loss_log": [
|
| 3 |
+
{
|
| 4 |
+
"global_step": 20,
|
| 5 |
+
"optimizer_step": 2,
|
| 6 |
+
"lr": 4.347826086956522e-06,
|
| 7 |
+
"lm_loss": 1.6914753913879395,
|
| 8 |
+
"order_loss": 5.9375,
|
| 9 |
+
"ret_loss": 0.0,
|
| 10 |
+
"pretrain_loss": 0.0,
|
| 11 |
+
"total_loss": 1.9883503913879395
|
| 12 |
+
},
|
| 13 |
+
{
|
| 14 |
+
"global_step": 40,
|
| 15 |
+
"optimizer_step": 5,
|
| 16 |
+
"lr": 1.0869565217391305e-05,
|
| 17 |
+
"lm_loss": 0.1087120994925499,
|
| 18 |
+
"order_loss": 7.875,
|
| 19 |
+
"ret_loss": 0.0,
|
| 20 |
+
"pretrain_loss": 0.0,
|
| 21 |
+
"total_loss": 0.5032433271408081
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"global_step": 60,
|
| 25 |
+
"optimizer_step": 7,
|
| 26 |
+
"lr": 1.5217391304347828e-05,
|
| 27 |
+
"lm_loss": 0.6768352389335632,
|
| 28 |
+
"order_loss": 3.546875,
|
| 29 |
+
"ret_loss": 0.0,
|
| 30 |
+
"pretrain_loss": 0.0,
|
| 31 |
+
"total_loss": 0.8545696139335632
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"global_step": 80,
|
| 35 |
+
"optimizer_step": 10,
|
| 36 |
+
"lr": 2.173913043478261e-05,
|
| 37 |
+
"lm_loss": 0.6445594429969788,
|
| 38 |
+
"order_loss": 11.3125,
|
| 39 |
+
"ret_loss": 0.0,
|
| 40 |
+
"pretrain_loss": 0.0,
|
| 41 |
+
"total_loss": 1.210965633392334
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"global_step": 100,
|
| 45 |
+
"optimizer_step": 12,
|
| 46 |
+
"lr": 2.608695652173913e-05,
|
| 47 |
+
"lm_loss": 0.5033003091812134,
|
| 48 |
+
"order_loss": 1.3984375,
|
| 49 |
+
"ret_loss": 0.0,
|
| 50 |
+
"pretrain_loss": 0.0,
|
| 51 |
+
"total_loss": 0.5731245279312134
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"global_step": 120,
|
| 55 |
+
"optimizer_step": 15,
|
| 56 |
+
"lr": 3.260869565217392e-05,
|
| 57 |
+
"lm_loss": 0.5033522844314575,
|
| 58 |
+
"order_loss": 6.71875,
|
| 59 |
+
"ret_loss": 0.0,
|
| 60 |
+
"pretrain_loss": 0.0,
|
| 61 |
+
"total_loss": 0.8392897844314575
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"global_step": 140,
|
| 65 |
+
"optimizer_step": 17,
|
| 66 |
+
"lr": 3.695652173913043e-05,
|
| 67 |
+
"lm_loss": 0.09757798910140991,
|
| 68 |
+
"order_loss": 13.5625,
|
| 69 |
+
"ret_loss": 0.0,
|
| 70 |
+
"pretrain_loss": 0.0,
|
| 71 |
+
"total_loss": 0.7772654891014099
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"global_step": 160,
|
| 75 |
+
"optimizer_step": 20,
|
| 76 |
+
"lr": 4.347826086956522e-05,
|
| 77 |
+
"lm_loss": 0.19349420070648193,
|
| 78 |
+
"order_loss": 38.0,
|
| 79 |
+
"ret_loss": 0.0,
|
| 80 |
+
"pretrain_loss": 0.0,
|
| 81 |
+
"total_loss": 2.0919318199157715
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"global_step": 180,
|
| 85 |
+
"optimizer_step": 22,
|
| 86 |
+
"lr": 4.782608695652174e-05,
|
| 87 |
+
"lm_loss": 0.029718000441789627,
|
| 88 |
+
"order_loss": 24.375,
|
| 89 |
+
"ret_loss": 0.0,
|
| 90 |
+
"pretrain_loss": 0.0,
|
| 91 |
+
"total_loss": 1.248468041419983
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"global_step": 200,
|
| 95 |
+
"optimizer_step": 25,
|
| 96 |
+
"lr": 4.9997541293989384e-05,
|
| 97 |
+
"lm_loss": 0.13842232525348663,
|
| 98 |
+
"order_loss": 12.4375,
|
| 99 |
+
"ret_loss": 0.0,
|
| 100 |
+
"pretrain_loss": 0.0,
|
| 101 |
+
"total_loss": 0.7595160603523254
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"global_step": 220,
|
| 105 |
+
"optimizer_step": 27,
|
| 106 |
+
"lr": 4.999016565957633e-05,
|
| 107 |
+
"lm_loss": 0.09928087145090103,
|
| 108 |
+
"order_loss": 1.4921875,
|
| 109 |
+
"ret_loss": 0.0,
|
| 110 |
+
"pretrain_loss": 0.0,
|
| 111 |
+
"total_loss": 0.17398789525032043
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"global_step": 240,
|
| 115 |
+
"optimizer_step": 30,
|
| 116 |
+
"lr": 4.996988640512931e-05,
|
| 117 |
+
"lm_loss": 0.3353252708911896,
|
| 118 |
+
"order_loss": 5.0625,
|
| 119 |
+
"ret_loss": 0.0,
|
| 120 |
+
"pretrain_loss": 0.0,
|
| 121 |
+
"total_loss": 0.5892314910888672
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"global_step": 260,
|
| 125 |
+
"optimizer_step": 32,
|
| 126 |
+
"lr": 4.995022691166621e-05,
|
| 127 |
+
"lm_loss": 0.22432920336723328,
|
| 128 |
+
"order_loss": 1.484375,
|
| 129 |
+
"ret_loss": 0.0,
|
| 130 |
+
"pretrain_loss": 0.0,
|
| 131 |
+
"total_loss": 0.2985479533672333
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"global_step": 280,
|
| 135 |
+
"optimizer_step": 35,
|
| 136 |
+
"lr": 4.991153735294049e-05,
|
| 137 |
+
"lm_loss": 0.3999349772930145,
|
| 138 |
+
"order_loss": 1.2578125,
|
| 139 |
+
"ret_loss": 0.0,
|
| 140 |
+
"pretrain_loss": 0.0,
|
| 141 |
+
"total_loss": 0.4629232585430145
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"global_step": 300,
|
| 145 |
+
"optimizer_step": 37,
|
| 146 |
+
"lr": 4.987961816680492e-05,
|
| 147 |
+
"lm_loss": 0.49685245752334595,
|
| 148 |
+
"order_loss": 6.09375,
|
| 149 |
+
"ret_loss": 0.0,
|
| 150 |
+
"pretrain_loss": 0.0,
|
| 151 |
+
"total_loss": 0.801539957523346
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"global_step": 320,
|
| 155 |
+
"optimizer_step": 40,
|
| 156 |
+
"lr": 4.9822565862832806e-05,
|
| 157 |
+
"lm_loss": 0.21062186360359192,
|
| 158 |
+
"order_loss": 11.6875,
|
| 159 |
+
"ret_loss": 0.0,
|
| 160 |
+
"pretrain_loss": 0.0,
|
| 161 |
+
"total_loss": 0.7965593338012695
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"global_step": 340,
|
| 165 |
+
"optimizer_step": 42,
|
| 166 |
+
"lr": 4.9778426220595456e-05,
|
| 167 |
+
"lm_loss": 0.06788656860589981,
|
| 168 |
+
"order_loss": 7.46875,
|
| 169 |
+
"ret_loss": 0.0,
|
| 170 |
+
"pretrain_loss": 0.0,
|
| 171 |
+
"total_loss": 0.4409334361553192
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"global_step": 360,
|
| 175 |
+
"optimizer_step": 45,
|
| 176 |
+
"lr": 4.970308130276272e-05,
|
| 177 |
+
"lm_loss": 0.2958480417728424,
|
| 178 |
+
"order_loss": 1.46875,
|
| 179 |
+
"ret_loss": 0.0,
|
| 180 |
+
"pretrain_loss": 0.0,
|
| 181 |
+
"total_loss": 0.3690902292728424
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"global_step": 380,
|
| 185 |
+
"optimizer_step": 47,
|
| 186 |
+
"lr": 4.96467754629559e-05,
|
| 187 |
+
"lm_loss": 0.1992545872926712,
|
| 188 |
+
"order_loss": 4.125,
|
| 189 |
+
"ret_loss": 0.0,
|
| 190 |
+
"pretrain_loss": 0.0,
|
| 191 |
+
"total_loss": 0.40530925989151
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"global_step": 400,
|
| 195 |
+
"optimizer_step": 50,
|
| 196 |
+
"lr": 4.955323054879298e-05,
|
| 197 |
+
"lm_loss": 0.1653372049331665,
|
| 198 |
+
"order_loss": 2.671875,
|
| 199 |
+
"ret_loss": 0.0,
|
| 200 |
+
"pretrain_loss": 0.0,
|
| 201 |
+
"total_loss": 0.2991262674331665
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"global_step": 420,
|
| 205 |
+
"optimizer_step": 52,
|
| 206 |
+
"lr": 4.948482772521345e-05,
|
| 207 |
+
"lm_loss": 0.10371943563222885,
|
| 208 |
+
"order_loss": 3.6875,
|
| 209 |
+
"ret_loss": 0.0,
|
| 210 |
+
"pretrain_loss": 0.0,
|
| 211 |
+
"total_loss": 0.28828975558280945
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"global_step": 440,
|
| 215 |
+
"optimizer_step": 55,
|
| 216 |
+
"lr": 4.937319780454559e-05,
|
| 217 |
+
"lm_loss": 0.0374174639582634,
|
| 218 |
+
"order_loss": 7.65625,
|
| 219 |
+
"ret_loss": 0.0,
|
| 220 |
+
"pretrain_loss": 0.0,
|
| 221 |
+
"total_loss": 0.420229971408844
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"global_step": 460,
|
| 225 |
+
"optimizer_step": 57,
|
| 226 |
+
"lr": 4.929278208117378e-05,
|
| 227 |
+
"lm_loss": 0.13702020049095154,
|
| 228 |
+
"order_loss": 1.015625,
|
| 229 |
+
"ret_loss": 0.0,
|
| 230 |
+
"pretrain_loss": 0.0,
|
| 231 |
+
"total_loss": 0.18780145049095154
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"global_step": 480,
|
| 235 |
+
"optimizer_step": 60,
|
| 236 |
+
"lr": 4.916320437477008e-05,
|
| 237 |
+
"lm_loss": 0.3832823634147644,
|
| 238 |
+
"order_loss": 1.5703125,
|
| 239 |
+
"ret_loss": 0.0,
|
| 240 |
+
"pretrain_loss": 0.0,
|
| 241 |
+
"total_loss": 0.4618956446647644
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"global_step": 500,
|
| 245 |
+
"optimizer_step": 62,
|
| 246 |
+
"lr": 4.907087460240999e-05,
|
| 247 |
+
"lm_loss": 0.21872122585773468,
|
| 248 |
+
"order_loss": 0.96484375,
|
| 249 |
+
"ret_loss": 0.0,
|
| 250 |
+
"pretrain_loss": 0.0,
|
| 251 |
+
"total_loss": 0.2670610547065735
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"global_step": 520,
|
| 255 |
+
"optimizer_step": 65,
|
| 256 |
+
"lr": 4.892350839330522e-05,
|
| 257 |
+
"lm_loss": 0.0407220721244812,
|
| 258 |
+
"order_loss": 0.9765625,
|
| 259 |
+
"ret_loss": 0.0,
|
| 260 |
+
"pretrain_loss": 0.0,
|
| 261 |
+
"total_loss": 0.0895501971244812
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"global_step": 540,
|
| 265 |
+
"optimizer_step": 67,
|
| 266 |
+
"lr": 4.881937806807241e-05,
|
| 267 |
+
"lm_loss": 0.0614541620016098,
|
| 268 |
+
"order_loss": 1.0390625,
|
| 269 |
+
"ret_loss": 0.0,
|
| 270 |
+
"pretrain_loss": 0.0,
|
| 271 |
+
"total_loss": 0.1134561151266098
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"global_step": 560,
|
| 275 |
+
"optimizer_step": 70,
|
| 276 |
+
"lr": 4.865440450576874e-05,
|
| 277 |
+
"lm_loss": 0.08911334723234177,
|
| 278 |
+
"order_loss": 0.70703125,
|
| 279 |
+
"ret_loss": 0.0,
|
| 280 |
+
"pretrain_loss": 0.0,
|
| 281 |
+
"total_loss": 0.12451373785734177
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"global_step": 580,
|
| 285 |
+
"optimizer_step": 72,
|
| 286 |
+
"lr": 4.853860162957552e-05,
|
| 287 |
+
"lm_loss": 0.5348714590072632,
|
| 288 |
+
"order_loss": 0.55078125,
|
| 289 |
+
"ret_loss": 0.0,
|
| 290 |
+
"pretrain_loss": 0.0,
|
| 291 |
+
"total_loss": 0.5624593496322632
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"global_step": 600,
|
| 295 |
+
"optimizer_step": 75,
|
| 296 |
+
"lr": 4.8356223507364996e-05,
|
| 297 |
+
"lm_loss": 0.04833555966615677,
|
| 298 |
+
"order_loss": 3.328125,
|
| 299 |
+
"ret_loss": 0.0,
|
| 300 |
+
"pretrain_loss": 0.0,
|
| 301 |
+
"total_loss": 0.21435117721557617
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"global_step": 620,
|
| 305 |
+
"optimizer_step": 77,
|
| 306 |
+
"lr": 4.822889043057446e-05,
|
| 307 |
+
"lm_loss": 0.5721096992492676,
|
| 308 |
+
"order_loss": 0.92578125,
|
| 309 |
+
"ret_loss": 0.0,
|
| 310 |
+
"pretrain_loss": 0.0,
|
| 311 |
+
"total_loss": 0.6184964179992676
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"global_step": 640,
|
| 315 |
+
"optimizer_step": 80,
|
| 316 |
+
"lr": 4.802933193625593e-05,
|
| 317 |
+
"lm_loss": 0.05182059481739998,
|
| 318 |
+
"order_loss": 0.88671875,
|
| 319 |
+
"ret_loss": 0.0,
|
| 320 |
+
"pretrain_loss": 0.0,
|
| 321 |
+
"total_loss": 0.09625418484210968
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"global_step": 660,
|
| 325 |
+
"optimizer_step": 82,
|
| 326 |
+
"lr": 4.789062518269812e-05,
|
| 327 |
+
"lm_loss": 0.3426755666732788,
|
| 328 |
+
"order_loss": 0.703125,
|
| 329 |
+
"ret_loss": 0.0,
|
| 330 |
+
"pretrain_loss": 0.0,
|
| 331 |
+
"total_loss": 0.3778318166732788
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"global_step": 680,
|
| 335 |
+
"optimizer_step": 85,
|
| 336 |
+
"lr": 4.767413162299501e-05,
|
| 337 |
+
"lm_loss": 0.38303670287132263,
|
| 338 |
+
"order_loss": 0.94140625,
|
| 339 |
+
"ret_loss": 0.0,
|
| 340 |
+
"pretrain_loss": 0.0,
|
| 341 |
+
"total_loss": 0.43015584349632263
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"global_step": 700,
|
| 345 |
+
"optimizer_step": 87,
|
| 346 |
+
"lr": 4.752422169756048e-05,
|
| 347 |
+
"lm_loss": 0.08991702646017075,
|
| 348 |
+
"order_loss": 0.55859375,
|
| 349 |
+
"ret_loss": 0.0,
|
| 350 |
+
"pretrain_loss": 0.0,
|
| 351 |
+
"total_loss": 0.11787112802267075
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"global_step": 720,
|
| 355 |
+
"optimizer_step": 90,
|
| 356 |
+
"lr": 4.729105919657818e-05,
|
| 357 |
+
"lm_loss": 0.008838026784360409,
|
| 358 |
+
"order_loss": 0.609375,
|
| 359 |
+
"ret_loss": 0.0,
|
| 360 |
+
"pretrain_loss": 0.0,
|
| 361 |
+
"total_loss": 0.03935560584068298
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"global_step": 740,
|
| 365 |
+
"optimizer_step": 92,
|
| 366 |
+
"lr": 4.7130130375625305e-05,
|
| 367 |
+
"lm_loss": 0.22944670915603638,
|
| 368 |
+
"order_loss": 0.60546875,
|
| 369 |
+
"ret_loss": 0.0,
|
| 370 |
+
"pretrain_loss": 0.0,
|
| 371 |
+
"total_loss": 0.2597201466560364
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"global_step": 760,
|
| 375 |
+
"optimizer_step": 95,
|
| 376 |
+
"lr": 4.6880585547718845e-05,
|
| 377 |
+
"lm_loss": 0.006116537377238274,
|
| 378 |
+
"order_loss": 0.5859375,
|
| 379 |
+
"ret_loss": 0.0,
|
| 380 |
+
"pretrain_loss": 0.0,
|
| 381 |
+
"total_loss": 0.03541341423988342
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"global_step": 780,
|
| 385 |
+
"optimizer_step": 97,
|
| 386 |
+
"lr": 4.670883565255264e-05,
|
| 387 |
+
"lm_loss": 0.22687125205993652,
|
| 388 |
+
"order_loss": 0.75,
|
| 389 |
+
"ret_loss": 0.0,
|
| 390 |
+
"pretrain_loss": 0.0,
|
| 391 |
+
"total_loss": 0.2644689083099365
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"global_step": 800,
|
| 395 |
+
"optimizer_step": 100,
|
| 396 |
+
"lr": 4.6443215250006806e-05,
|
| 397 |
+
"lm_loss": 0.42155373096466064,
|
| 398 |
+
"order_loss": 0.71484375,
|
| 399 |
+
"ret_loss": 0.0,
|
| 400 |
+
"pretrain_loss": 0.0,
|
| 401 |
+
"total_loss": 0.45719826221466064
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"global_step": 820,
|
| 405 |
+
"optimizer_step": 102,
|
| 406 |
+
"lr": 4.626085540370762e-05,
|
| 407 |
+
"lm_loss": 0.002893393859267235,
|
| 408 |
+
"order_loss": 0.53515625,
|
| 409 |
+
"ret_loss": 0.0,
|
| 410 |
+
"pretrain_loss": 0.0,
|
| 411 |
+
"total_loss": 0.029626792296767235
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"global_step": 840,
|
| 415 |
+
"optimizer_step": 105,
|
| 416 |
+
"lr": 4.597948593966256e-05,
|
| 417 |
+
"lm_loss": 0.06910011172294617,
|
| 418 |
+
"order_loss": 0.59375,
|
| 419 |
+
"ret_loss": 0.0,
|
| 420 |
+
"pretrain_loss": 0.0,
|
| 421 |
+
"total_loss": 0.09876319766044617
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"global_step": 860,
|
| 425 |
+
"optimizer_step": 107,
|
| 426 |
+
"lr": 4.5786740307563636e-05,
|
| 427 |
+
"lm_loss": 0.032370004802942276,
|
| 428 |
+
"order_loss": 0.46484375,
|
| 429 |
+
"ret_loss": 0.0,
|
| 430 |
+
"pretrain_loss": 0.0,
|
| 431 |
+
"total_loss": 0.055563364177942276
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"global_step": 880,
|
| 435 |
+
"optimizer_step": 110,
|
| 436 |
+
"lr": 4.5489967654649474e-05,
|
| 437 |
+
"lm_loss": 0.0011533203069120646,
|
| 438 |
+
"order_loss": 0.70703125,
|
| 439 |
+
"ret_loss": 0.0,
|
| 440 |
+
"pretrain_loss": 0.0,
|
| 441 |
+
"total_loss": 0.03655371069908142
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"global_step": 900,
|
| 445 |
+
"optimizer_step": 112,
|
| 446 |
+
"lr": 4.528707316878232e-05,
|
| 447 |
+
"lm_loss": 0.02716439589858055,
|
| 448 |
+
"order_loss": 0.56640625,
|
| 449 |
+
"ret_loss": 0.0,
|
| 450 |
+
"pretrain_loss": 0.0,
|
| 451 |
+
"total_loss": 0.05548470839858055
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"global_step": 920,
|
| 455 |
+
"optimizer_step": 115,
|
| 456 |
+
"lr": 4.497526213395623e-05,
|
| 457 |
+
"lm_loss": 0.1075206845998764,
|
| 458 |
+
"order_loss": 0.6640625,
|
| 459 |
+
"ret_loss": 0.0,
|
| 460 |
+
"pretrain_loss": 0.0,
|
| 461 |
+
"total_loss": 0.1407238095998764
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"global_step": 940,
|
| 465 |
+
"optimizer_step": 117,
|
| 466 |
+
"lr": 4.476246820180259e-05,
|
| 467 |
+
"lm_loss": 0.48579227924346924,
|
| 468 |
+
"order_loss": 0.5234375,
|
| 469 |
+
"ret_loss": 0.0,
|
| 470 |
+
"pretrain_loss": 0.0,
|
| 471 |
+
"total_loss": 0.5119153261184692
|
| 472 |
+
},
|
| 473 |
+
{
|
| 474 |
+
"global_step": 960,
|
| 475 |
+
"optimizer_step": 120,
|
| 476 |
+
"lr": 4.443600207791081e-05,
|
| 477 |
+
"lm_loss": 0.02950931340456009,
|
| 478 |
+
"order_loss": 0.56640625,
|
| 479 |
+
"ret_loss": 0.0,
|
| 480 |
+
"pretrain_loss": 0.0,
|
| 481 |
+
"total_loss": 0.05782962590456009
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"global_step": 980,
|
| 485 |
+
"optimizer_step": 122,
|
| 486 |
+
"lr": 4.421357027581921e-05,
|
| 487 |
+
"lm_loss": 0.22922255098819733,
|
| 488 |
+
"order_loss": 0.60546875,
|
| 489 |
+
"ret_loss": 0.0,
|
| 490 |
+
"pretrain_loss": 0.0,
|
| 491 |
+
"total_loss": 0.25949597358703613
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"global_step": 1000,
|
| 495 |
+
"optimizer_step": 125,
|
| 496 |
+
"lr": 4.38728503704354e-05,
|
| 497 |
+
"lm_loss": 0.042673878371715546,
|
| 498 |
+
"order_loss": 0.56640625,
|
| 499 |
+
"ret_loss": 0.0,
|
| 500 |
+
"pretrain_loss": 0.0,
|
| 501 |
+
"total_loss": 0.07099419087171555
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"global_step": 1020,
|
| 505 |
+
"optimizer_step": 127,
|
| 506 |
+
"lr": 4.364105412207914e-05,
|
| 507 |
+
"lm_loss": 0.06148049235343933,
|
| 508 |
+
"order_loss": 0.578125,
|
| 509 |
+
"ret_loss": 0.0,
|
| 510 |
+
"pretrain_loss": 0.0,
|
| 511 |
+
"total_loss": 0.09041115641593933
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"global_step": 1040,
|
| 515 |
+
"optimizer_step": 130,
|
| 516 |
+
"lr": 4.328649926419819e-05,
|
| 517 |
+
"lm_loss": 0.017818095162510872,
|
| 518 |
+
"order_loss": 0.5390625,
|
| 519 |
+
"ret_loss": 0.0,
|
| 520 |
+
"pretrain_loss": 0.0,
|
| 521 |
+
"total_loss": 0.04479563236236572
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"global_step": 1060,
|
| 525 |
+
"optimizer_step": 132,
|
| 526 |
+
"lr": 4.304562350447008e-05,
|
| 527 |
+
"lm_loss": 0.04980824887752533,
|
| 528 |
+
"order_loss": 0.640625,
|
| 529 |
+
"ret_loss": 0.0,
|
| 530 |
+
"pretrain_loss": 0.0,
|
| 531 |
+
"total_loss": 0.08179067075252533
|
| 532 |
+
},
|
| 533 |
+
{
|
| 534 |
+
"global_step": 1080,
|
| 535 |
+
"optimizer_step": 135,
|
| 536 |
+
"lr": 4.267766952966369e-05,
|
| 537 |
+
"lm_loss": 0.09974256157875061,
|
| 538 |
+
"order_loss": 0.63671875,
|
| 539 |
+
"ret_loss": 0.0,
|
| 540 |
+
"pretrain_loss": 0.0,
|
| 541 |
+
"total_loss": 0.1314808428287506
|
| 542 |
+
},
|
| 543 |
+
{
|
| 544 |
+
"global_step": 1100,
|
| 545 |
+
"optimizer_step": 137,
|
| 546 |
+
"lr": 4.242801035442058e-05,
|
| 547 |
+
"lm_loss": 0.04994240775704384,
|
| 548 |
+
"order_loss": 0.66796875,
|
| 549 |
+
"ret_loss": 0.0,
|
| 550 |
+
"pretrain_loss": 0.0,
|
| 551 |
+
"total_loss": 0.08338966965675354
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"global_step": 1120,
|
| 555 |
+
"optimizer_step": 140,
|
| 556 |
+
"lr": 4.204710956908763e-05,
|
| 557 |
+
"lm_loss": 0.15852271020412445,
|
| 558 |
+
"order_loss": 0.6015625,
|
| 559 |
+
"ret_loss": 0.0,
|
| 560 |
+
"pretrain_loss": 0.0,
|
| 561 |
+
"total_loss": 0.18855200707912445
|
| 562 |
+
},
|
| 563 |
+
{
|
| 564 |
+
"global_step": 1140,
|
| 565 |
+
"optimizer_step": 142,
|
| 566 |
+
"lr": 4.178897387117546e-05,
|
| 567 |
+
"lm_loss": 0.06282774358987808,
|
| 568 |
+
"order_loss": 0.515625,
|
| 569 |
+
"ret_loss": 0.0,
|
| 570 |
+
"pretrain_loss": 0.0,
|
| 571 |
+
"total_loss": 0.08858457952737808
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"global_step": 1160,
|
| 575 |
+
"optimizer_step": 145,
|
| 576 |
+
"lr": 4.139559449654561e-05,
|
| 577 |
+
"lm_loss": 0.261152446269989,
|
| 578 |
+
"order_loss": 0.58984375,
|
| 579 |
+
"ret_loss": 0.0,
|
| 580 |
+
"pretrain_loss": 0.0,
|
| 581 |
+
"total_loss": 0.290693461894989
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"global_step": 1180,
|
| 585 |
+
"optimizer_step": 147,
|
| 586 |
+
"lr": 4.1129299588552193e-05,
|
| 587 |
+
"lm_loss": 0.14363141357898712,
|
| 588 |
+
"order_loss": 0.6796875,
|
| 589 |
+
"ret_loss": 0.0,
|
| 590 |
+
"pretrain_loss": 0.0,
|
| 591 |
+
"total_loss": 0.17756696045398712
|
| 592 |
+
},
|
| 593 |
+
{
|
| 594 |
+
"global_step": 1200,
|
| 595 |
+
"optimizer_step": 150,
|
| 596 |
+
"lr": 4.072392518512623e-05,
|
| 597 |
+
"lm_loss": 0.05964493006467819,
|
| 598 |
+
"order_loss": 0.345703125,
|
| 599 |
+
"ret_loss": 0.0,
|
| 600 |
+
"pretrain_loss": 0.0,
|
| 601 |
+
"total_loss": 0.07697891443967819
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"global_step": 1220,
|
| 605 |
+
"optimizer_step": 152,
|
| 606 |
+
"lr": 4.0449798409325665e-05,
|
| 607 |
+
"lm_loss": 0.11815153062343597,
|
| 608 |
+
"order_loss": 3.5,
|
| 609 |
+
"ret_loss": 0.0,
|
| 610 |
+
"pretrain_loss": 0.0,
|
| 611 |
+
"total_loss": 0.29295623302459717
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"global_step": 1240,
|
| 615 |
+
"optimizer_step": 155,
|
| 616 |
+
"lr": 4.0032927282460146e-05,
|
| 617 |
+
"lm_loss": 0.06268114596605301,
|
| 618 |
+
"order_loss": 0.5078125,
|
| 619 |
+
"ret_loss": 0.0,
|
| 620 |
+
"pretrain_loss": 0.0,
|
| 621 |
+
"total_loss": 0.08807177096605301
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"global_step": 1260,
|
| 625 |
+
"optimizer_step": 157,
|
| 626 |
+
"lr": 3.9751305608428205e-05,
|
| 627 |
+
"lm_loss": 0.07811212539672852,
|
| 628 |
+
"order_loss": 0.48828125,
|
| 629 |
+
"ret_loss": 0.0,
|
| 630 |
+
"pretrain_loss": 0.0,
|
| 631 |
+
"total_loss": 0.10252618789672852
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"global_step": 1280,
|
| 635 |
+
"optimizer_step": 160,
|
| 636 |
+
"lr": 3.932345019579495e-05,
|
| 637 |
+
"lm_loss": 0.0212145633995533,
|
| 638 |
+
"order_loss": 0.671875,
|
| 639 |
+
"ret_loss": 0.0,
|
| 640 |
+
"pretrain_loss": 0.0,
|
| 641 |
+
"total_loss": 0.0549059696495533
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"global_step": 1300,
|
| 645 |
+
"optimizer_step": 162,
|
| 646 |
+
"lr": 3.90346798061902e-05,
|
| 647 |
+
"lm_loss": 0.044339727610349655,
|
| 648 |
+
"order_loss": 0.42578125,
|
| 649 |
+
"ret_loss": 0.0,
|
| 650 |
+
"pretrain_loss": 0.0,
|
| 651 |
+
"total_loss": 0.06557996571063995
|
| 652 |
+
},
|
| 653 |
+
{
|
| 654 |
+
"global_step": 1320,
|
| 655 |
+
"optimizer_step": 165,
|
| 656 |
+
"lr": 3.859636604786372e-05,
|
| 657 |
+
"lm_loss": 0.0027361896354705095,
|
| 658 |
+
"order_loss": 0.490234375,
|
| 659 |
+
"ret_loss": 0.0,
|
| 660 |
+
"pretrain_loss": 0.0,
|
| 661 |
+
"total_loss": 0.02727232314646244
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"global_step": 1340,
|
| 665 |
+
"optimizer_step": 167,
|
| 666 |
+
"lr": 3.830080191288342e-05,
|
| 667 |
+
"lm_loss": 0.437783420085907,
|
| 668 |
+
"order_loss": 0.6328125,
|
| 669 |
+
"ret_loss": 0.0,
|
| 670 |
+
"pretrain_loss": 0.0,
|
| 671 |
+
"total_loss": 0.469521701335907
|
| 672 |
+
},
|
| 673 |
+
{
|
| 674 |
+
"global_step": 1360,
|
| 675 |
+
"optimizer_step": 170,
|
| 676 |
+
"lr": 3.785256860483054e-05,
|
| 677 |
+
"lm_loss": 0.18309801816940308,
|
| 678 |
+
"order_loss": 0.54296875,
|
| 679 |
+
"ret_loss": 0.0,
|
| 680 |
+
"pretrain_loss": 0.0,
|
| 681 |
+
"total_loss": 0.21019762754440308
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"global_step": 1380,
|
| 685 |
+
"optimizer_step": 172,
|
| 686 |
+
"lr": 3.755057404586455e-05,
|
| 687 |
+
"lm_loss": 0.0034244954586029053,
|
| 688 |
+
"order_loss": 0.6484375,
|
| 689 |
+
"ret_loss": 0.0,
|
| 690 |
+
"pretrain_loss": 0.0,
|
| 691 |
+
"total_loss": 0.035895198583602905
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"global_step": 1400,
|
| 695 |
+
"optimizer_step": 175,
|
| 696 |
+
"lr": 3.7092972177631e-05,
|
| 697 |
+
"lm_loss": 0.007155338302254677,
|
| 698 |
+
"order_loss": 0.51171875,
|
| 699 |
+
"ret_loss": 0.0,
|
| 700 |
+
"pretrain_loss": 0.0,
|
| 701 |
+
"total_loss": 0.03279010206460953
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"global_step": 1420,
|
| 705 |
+
"optimizer_step": 177,
|
| 706 |
+
"lr": 3.678491842064995e-05,
|
| 707 |
+
"lm_loss": 0.04718463867902756,
|
| 708 |
+
"order_loss": 0.62109375,
|
| 709 |
+
"ret_loss": 0.0,
|
| 710 |
+
"pretrain_loss": 0.0,
|
| 711 |
+
"total_loss": 0.07819049805402756
|
| 712 |
+
},
|
| 713 |
+
{
|
| 714 |
+
"global_step": 1440,
|
| 715 |
+
"optimizer_step": 180,
|
| 716 |
+
"lr": 3.631851049805793e-05,
|
| 717 |
+
"lm_loss": 0.05958927422761917,
|
| 718 |
+
"order_loss": 0.5078125,
|
| 719 |
+
"ret_loss": 0.0,
|
| 720 |
+
"pretrain_loss": 0.0,
|
| 721 |
+
"total_loss": 0.08497989922761917
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"global_step": 1460,
|
| 725 |
+
"optimizer_step": 182,
|
| 726 |
+
"lr": 3.600477621728473e-05,
|
| 727 |
+
"lm_loss": 0.018503550440073013,
|
| 728 |
+
"order_loss": 0.5390625,
|
| 729 |
+
"ret_loss": 0.0,
|
| 730 |
+
"pretrain_loss": 0.0,
|
| 731 |
+
"total_loss": 0.04548108950257301
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"global_step": 1480,
|
| 735 |
+
"optimizer_step": 185,
|
| 736 |
+
"lr": 3.5530135570974274e-05,
|
| 737 |
+
"lm_loss": 0.026566457003355026,
|
| 738 |
+
"order_loss": 0.50390625,
|
| 739 |
+
"ret_loss": 0.0,
|
| 740 |
+
"pretrain_loss": 0.0,
|
| 741 |
+
"total_loss": 0.051712941378355026
|
| 742 |
+
},
|
| 743 |
+
{
|
| 744 |
+
"global_step": 1500,
|
| 745 |
+
"optimizer_step": 187,
|
| 746 |
+
"lr": 3.521110642339991e-05,
|
| 747 |
+
"lm_loss": 0.011155582964420319,
|
| 748 |
+
"order_loss": 0.5,
|
| 749 |
+
"ret_loss": 0.0,
|
| 750 |
+
"pretrain_loss": 0.0,
|
| 751 |
+
"total_loss": 0.03617999702692032
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"global_step": 1520,
|
| 755 |
+
"optimizer_step": 190,
|
| 756 |
+
"lr": 3.4728816504063726e-05,
|
| 757 |
+
"lm_loss": 0.12846076488494873,
|
| 758 |
+
"order_loss": 0.498046875,
|
| 759 |
+
"ret_loss": 0.0,
|
| 760 |
+
"pretrain_loss": 0.0,
|
| 761 |
+
"total_loss": 0.15336310863494873
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"global_step": 1540,
|
| 765 |
+
"optimizer_step": 192,
|
| 766 |
+
"lr": 3.440488465537943e-05,
|
| 767 |
+
"lm_loss": 0.08315017819404602,
|
| 768 |
+
"order_loss": 0.57421875,
|
| 769 |
+
"ret_loss": 0.0,
|
| 770 |
+
"pretrain_loss": 0.0,
|
| 771 |
+
"total_loss": 0.11183670163154602
|
| 772 |
+
},
|
| 773 |
+
{
|
| 774 |
+
"global_step": 1560,
|
| 775 |
+
"optimizer_step": 195,
|
| 776 |
+
"lr": 3.391553831655782e-05,
|
| 777 |
+
"lm_loss": 0.018427085131406784,
|
| 778 |
+
"order_loss": 0.5625,
|
| 779 |
+
"ret_loss": 0.0,
|
| 780 |
+
"pretrain_loss": 0.0,
|
| 781 |
+
"total_loss": 0.046503257006406784
|
| 782 |
+
},
|
| 783 |
+
{
|
| 784 |
+
"global_step": 1580,
|
| 785 |
+
"optimizer_step": 197,
|
| 786 |
+
"lr": 3.358710195908653e-05,
|
| 787 |
+
"lm_loss": 0.10204938054084778,
|
| 788 |
+
"order_loss": 0.578125,
|
| 789 |
+
"ret_loss": 0.0,
|
| 790 |
+
"pretrain_loss": 0.0,
|
| 791 |
+
"total_loss": 0.13098004460334778
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"global_step": 1600,
|
| 795 |
+
"optimizer_step": 200,
|
| 796 |
+
"lr": 3.309130072840379e-05,
|
| 797 |
+
"lm_loss": 0.06169646605849266,
|
| 798 |
+
"order_loss": 0.54296875,
|
| 799 |
+
"ret_loss": 0.0,
|
| 800 |
+
"pretrain_loss": 0.0,
|
| 801 |
+
"total_loss": 0.08879607915878296
|
| 802 |
+
},
|
| 803 |
+
{
|
| 804 |
+
"global_step": 1620,
|
| 805 |
+
"optimizer_step": 202,
|
| 806 |
+
"lr": 3.2758763591623295e-05,
|
| 807 |
+
"lm_loss": 0.0068936701864004135,
|
| 808 |
+
"order_loss": 0.494140625,
|
| 809 |
+
"ret_loss": 0.0,
|
| 810 |
+
"pretrain_loss": 0.0,
|
| 811 |
+
"total_loss": 0.03155187517404556
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"global_step": 1640,
|
| 815 |
+
"optimizer_step": 205,
|
| 816 |
+
"lr": 3.225711693136156e-05,
|
| 817 |
+
"lm_loss": 0.06852154433727264,
|
| 818 |
+
"order_loss": 0.56640625,
|
| 819 |
+
"ret_loss": 0.0,
|
| 820 |
+
"pretrain_loss": 0.0,
|
| 821 |
+
"total_loss": 0.09684185683727264
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"global_step": 1660,
|
| 825 |
+
"optimizer_step": 207,
|
| 826 |
+
"lr": 3.1920887785621235e-05,
|
| 827 |
+
"lm_loss": 0.22903481125831604,
|
| 828 |
+
"order_loss": 0.5234375,
|
| 829 |
+
"ret_loss": 0.0,
|
| 830 |
+
"pretrain_loss": 0.0,
|
| 831 |
+
"total_loss": 0.25515785813331604
|
| 832 |
+
},
|
| 833 |
+
{
|
| 834 |
+
"global_step": 1680,
|
| 835 |
+
"optimizer_step": 210,
|
| 836 |
+
"lr": 3.141401234354067e-05,
|
| 837 |
+
"lm_loss": 0.008232679218053818,
|
| 838 |
+
"order_loss": 0.61328125,
|
| 839 |
+
"ret_loss": 0.0,
|
| 840 |
+
"pretrain_loss": 0.0,
|
| 841 |
+
"total_loss": 0.03887232765555382
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"global_step": 1700,
|
| 845 |
+
"optimizer_step": 212,
|
| 846 |
+
"lr": 3.10745044975816e-05,
|
| 847 |
+
"lm_loss": 0.014605074189603329,
|
| 848 |
+
"order_loss": 0.73046875,
|
| 849 |
+
"ret_loss": 0.0,
|
| 850 |
+
"pretrain_loss": 0.0,
|
| 851 |
+
"total_loss": 0.0512261688709259
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"global_step": 1720,
|
| 855 |
+
"optimizer_step": 215,
|
| 856 |
+
"lr": 3.056302334890786e-05,
|
| 857 |
+
"lm_loss": 0.28146374225616455,
|
| 858 |
+
"order_loss": 0.578125,
|
| 859 |
+
"ret_loss": 0.0,
|
| 860 |
+
"pretrain_loss": 0.0,
|
| 861 |
+
"total_loss": 0.31039440631866455
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"global_step": 1740,
|
| 865 |
+
"optimizer_step": 217,
|
| 866 |
+
"lr": 3.022065414180425e-05,
|
| 867 |
+
"lm_loss": 0.040888428688049316,
|
| 868 |
+
"order_loss": 0.6484375,
|
| 869 |
+
"ret_loss": 0.0,
|
| 870 |
+
"pretrain_loss": 0.0,
|
| 871 |
+
"total_loss": 0.07335913181304932
|
| 872 |
+
},
|
| 873 |
+
{
|
| 874 |
+
"global_step": 1760,
|
| 875 |
+
"optimizer_step": 220,
|
| 876 |
+
"lr": 2.9705196023315006e-05,
|
| 877 |
+
"lm_loss": 0.13440726697444916,
|
| 878 |
+
"order_loss": 0.609375,
|
| 879 |
+
"ret_loss": 0.0,
|
| 880 |
+
"pretrain_loss": 0.0,
|
| 881 |
+
"total_loss": 0.16492484509944916
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"global_step": 1780,
|
| 885 |
+
"optimizer_step": 222,
|
| 886 |
+
"lr": 2.9360386311461275e-05,
|
| 887 |
+
"lm_loss": 0.0022976442705839872,
|
| 888 |
+
"order_loss": 0.63671875,
|
| 889 |
+
"ret_loss": 0.0,
|
| 890 |
+
"pretrain_loss": 0.0,
|
| 891 |
+
"total_loss": 0.034035924822092056
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"global_step": 1800,
|
| 895 |
+
"optimizer_step": 225,
|
| 896 |
+
"lr": 2.884158484861325e-05,
|
| 897 |
+
"lm_loss": 0.1732504814863205,
|
| 898 |
+
"order_loss": 0.5703125,
|
| 899 |
+
"ret_loss": 0.0,
|
| 900 |
+
"pretrain_loss": 0.0,
|
| 901 |
+
"total_loss": 0.2018149346113205
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"global_step": 1820,
|
| 905 |
+
"optimizer_step": 227,
|
| 906 |
+
"lr": 2.849475848838749e-05,
|
| 907 |
+
"lm_loss": 0.04049305617809296,
|
| 908 |
+
"order_loss": 0.64453125,
|
| 909 |
+
"ret_loss": 0.0,
|
| 910 |
+
"pretrain_loss": 0.0,
|
| 911 |
+
"total_loss": 0.07271961867809296
|
| 912 |
+
},
|
| 913 |
+
{
|
| 914 |
+
"global_step": 1840,
|
| 915 |
+
"optimizer_step": 230,
|
| 916 |
+
"lr": 2.7973251416434175e-05,
|
| 917 |
+
"lm_loss": 0.1207285225391388,
|
| 918 |
+
"order_loss": 0.62109375,
|
| 919 |
+
"ret_loss": 0.0,
|
| 920 |
+
"pretrain_loss": 0.0,
|
| 921 |
+
"total_loss": 0.1517343819141388
|
| 922 |
+
},
|
| 923 |
+
{
|
| 924 |
+
"global_step": 1860,
|
| 925 |
+
"optimizer_step": 232,
|
| 926 |
+
"lr": 2.7624834743173867e-05,
|
| 927 |
+
"lm_loss": 0.028766684234142303,
|
| 928 |
+
"order_loss": 0.4921875,
|
| 929 |
+
"ret_loss": 0.0,
|
| 930 |
+
"pretrain_loss": 0.0,
|
| 931 |
+
"total_loss": 0.0534248873591423
|
| 932 |
+
},
|
| 933 |
+
{
|
| 934 |
+
"global_step": 1880,
|
| 935 |
+
"optimizer_step": 235,
|
| 936 |
+
"lr": 2.710126312323119e-05,
|
| 937 |
+
"lm_loss": 0.0021092547103762627,
|
| 938 |
+
"order_loss": 0.5,
|
| 939 |
+
"ret_loss": 0.0,
|
| 940 |
+
"pretrain_loss": 0.0,
|
| 941 |
+
"total_loss": 0.027133669704198837
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"global_step": 1900,
|
| 945 |
+
"optimizer_step": 237,
|
| 946 |
+
"lr": 2.6751684427161683e-05,
|
| 947 |
+
"lm_loss": 0.03879808261990547,
|
| 948 |
+
"order_loss": 0.55859375,
|
| 949 |
+
"ret_loss": 0.0,
|
| 950 |
+
"pretrain_loss": 0.0,
|
| 951 |
+
"total_loss": 0.06675218045711517
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"global_step": 1920,
|
| 955 |
+
"optimizer_step": 240,
|
| 956 |
+
"lr": 2.6226691858185454e-05,
|
| 957 |
+
"lm_loss": 0.0021337121725082397,
|
| 958 |
+
"order_loss": 0.51171875,
|
| 959 |
+
"ret_loss": 0.0,
|
| 960 |
+
"pretrain_loss": 0.0,
|
| 961 |
+
"total_loss": 0.02776847779750824
|
| 962 |
+
},
|
| 963 |
+
{
|
| 964 |
+
"global_step": 1940,
|
| 965 |
+
"optimizer_step": 242,
|
| 966 |
+
"lr": 2.587638085794541e-05,
|
| 967 |
+
"lm_loss": 0.0017557061510160565,
|
| 968 |
+
"order_loss": 0.61328125,
|
| 969 |
+
"ret_loss": 0.0,
|
| 970 |
+
"pretrain_loss": 0.0,
|
| 971 |
+
"total_loss": 0.03239535540342331
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"global_step": 1960,
|
| 975 |
+
"optimizer_step": 245,
|
| 976 |
+
"lr": 2.535061268558906e-05,
|
| 977 |
+
"lm_loss": 0.003963007591664791,
|
| 978 |
+
"order_loss": 0.50390625,
|
| 979 |
+
"ret_loss": 0.0,
|
| 980 |
+
"pretrain_loss": 0.0,
|
| 981 |
+
"total_loss": 0.029109492897987366
|
| 982 |
+
},
|
| 983 |
+
{
|
| 984 |
+
"global_step": 1980,
|
| 985 |
+
"optimizer_step": 247,
|
| 986 |
+
"lr": 2.5e-05,
|
| 987 |
+
"lm_loss": 0.0273906160145998,
|
| 988 |
+
"order_loss": 0.412109375,
|
| 989 |
+
"ret_loss": 0.0,
|
| 990 |
+
"pretrain_loss": 0.0,
|
| 991 |
+
"total_loss": 0.04802049696445465
|
| 992 |
+
},
|
| 993 |
+
{
|
| 994 |
+
"global_step": 2000,
|
| 995 |
+
"optimizer_step": 250,
|
| 996 |
+
"lr": 2.447410252332528e-05,
|
| 997 |
+
"lm_loss": 0.0007481465581804514,
|
| 998 |
+
"order_loss": 0.50390625,
|
| 999 |
+
"ret_loss": 0.0,
|
| 1000 |
+
"pretrain_loss": 0.0,
|
| 1001 |
+
"total_loss": 0.025894630700349808
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"global_step": 2020,
|
| 1005 |
+
"optimizer_step": 252,
|
| 1006 |
+
"lr": 2.4123619142054597e-05,
|
| 1007 |
+
"lm_loss": 0.022754596546292305,
|
| 1008 |
+
"order_loss": 0.6484375,
|
| 1009 |
+
"ret_loss": 0.0,
|
| 1010 |
+
"pretrain_loss": 0.0,
|
| 1011 |
+
"total_loss": 0.055225297808647156
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"global_step": 2040,
|
| 1015 |
+
"optimizer_step": 255,
|
| 1016 |
+
"lr": 2.3598238819070202e-05,
|
| 1017 |
+
"lm_loss": 0.1362111121416092,
|
| 1018 |
+
"order_loss": 0.5546875,
|
| 1019 |
+
"ret_loss": 0.0,
|
| 1020 |
+
"pretrain_loss": 0.0,
|
| 1021 |
+
"total_loss": 0.1639210730791092
|
| 1022 |
+
},
|
| 1023 |
+
{
|
| 1024 |
+
"global_step": 2060,
|
| 1025 |
+
"optimizer_step": 257,
|
| 1026 |
+
"lr": 2.3248315572838316e-05,
|
| 1027 |
+
"lm_loss": 0.4081863462924957,
|
| 1028 |
+
"order_loss": 0.46484375,
|
| 1029 |
+
"ret_loss": 0.0,
|
| 1030 |
+
"pretrain_loss": 0.0,
|
| 1031 |
+
"total_loss": 0.4313797056674957
|
| 1032 |
+
},
|
| 1033 |
+
{
|
| 1034 |
+
"global_step": 2080,
|
| 1035 |
+
"optimizer_step": 260,
|
| 1036 |
+
"lr": 2.272409822584325e-05,
|
| 1037 |
+
"lm_loss": 0.007575023453682661,
|
| 1038 |
+
"order_loss": 0.474609375,
|
| 1039 |
+
"ret_loss": 0.0,
|
| 1040 |
+
"pretrain_loss": 0.0,
|
| 1041 |
+
"total_loss": 0.03125666454434395
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"global_step": 2100,
|
| 1045 |
+
"optimizer_step": 262,
|
| 1046 |
+
"lr": 2.237516525682614e-05,
|
| 1047 |
+
"lm_loss": 0.10928864777088165,
|
| 1048 |
+
"order_loss": 0.5703125,
|
| 1049 |
+
"ret_loss": 0.0,
|
| 1050 |
+
"pretrain_loss": 0.0,
|
| 1051 |
+
"total_loss": 0.13785310089588165
|
| 1052 |
+
},
|
| 1053 |
+
{
|
| 1054 |
+
"global_step": 2120,
|
| 1055 |
+
"optimizer_step": 265,
|
| 1056 |
+
"lr": 2.185275527853437e-05,
|
| 1057 |
+
"lm_loss": 0.0311412513256073,
|
| 1058 |
+
"order_loss": 0.451171875,
|
| 1059 |
+
"ret_loss": 0.0,
|
| 1060 |
+
"pretrain_loss": 0.0,
|
| 1061 |
+
"total_loss": 0.0537242591381073
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"global_step": 2140,
|
| 1065 |
+
"optimizer_step": 267,
|
| 1066 |
+
"lr": 2.1505241511612522e-05,
|
| 1067 |
+
"lm_loss": 0.005389970261603594,
|
| 1068 |
+
"order_loss": 0.4921875,
|
| 1069 |
+
"ret_loss": 0.0,
|
| 1070 |
+
"pretrain_loss": 0.0,
|
| 1071 |
+
"total_loss": 0.030048172920942307
|
| 1072 |
+
},
|
| 1073 |
+
{
|
| 1074 |
+
"global_step": 2160,
|
| 1075 |
+
"optimizer_step": 270,
|
| 1076 |
+
"lr": 2.0985281073035076e-05,
|
| 1077 |
+
"lm_loss": 0.10974346101284027,
|
| 1078 |
+
"order_loss": 0.53125,
|
| 1079 |
+
"ret_loss": 0.0,
|
| 1080 |
+
"pretrain_loss": 0.0,
|
| 1081 |
+
"total_loss": 0.13635478913784027
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"global_step": 2180,
|
| 1085 |
+
"optimizer_step": 272,
|
| 1086 |
+
"lr": 2.0639613688538734e-05,
|
| 1087 |
+
"lm_loss": 0.08332525938749313,
|
| 1088 |
+
"order_loss": 0.56640625,
|
| 1089 |
+
"ret_loss": 0.0,
|
| 1090 |
+
"pretrain_loss": 0.0,
|
| 1091 |
+
"total_loss": 0.11164557188749313
|
| 1092 |
+
},
|
| 1093 |
+
{
|
| 1094 |
+
"global_step": 2200,
|
| 1095 |
+
"optimizer_step": 275,
|
| 1096 |
+
"lr": 2.0122741949596797e-05,
|
| 1097 |
+
"lm_loss": 0.0695786327123642,
|
| 1098 |
+
"order_loss": 0.51953125,
|
| 1099 |
+
"ret_loss": 0.0,
|
| 1100 |
+
"pretrain_loss": 0.0,
|
| 1101 |
+
"total_loss": 0.0955796092748642
|
| 1102 |
+
},
|
| 1103 |
+
{
|
| 1104 |
+
"global_step": 2220,
|
| 1105 |
+
"optimizer_step": 277,
|
| 1106 |
+
"lr": 1.977934585819576e-05,
|
| 1107 |
+
"lm_loss": 0.046249646693468094,
|
| 1108 |
+
"order_loss": 0.50390625,
|
| 1109 |
+
"ret_loss": 0.0,
|
| 1110 |
+
"pretrain_loss": 0.0,
|
| 1111 |
+
"total_loss": 0.0713961273431778
|
| 1112 |
+
},
|
| 1113 |
+
{
|
| 1114 |
+
"global_step": 2240,
|
| 1115 |
+
"optimizer_step": 280,
|
| 1116 |
+
"lr": 1.9266198182035058e-05,
|
| 1117 |
+
"lm_loss": 0.028205763548612595,
|
| 1118 |
+
"order_loss": 0.578125,
|
| 1119 |
+
"ret_loss": 0.0,
|
| 1120 |
+
"pretrain_loss": 0.0,
|
| 1121 |
+
"total_loss": 0.057136427611112595
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"global_step": 2260,
|
| 1125 |
+
"optimizer_step": 282,
|
| 1126 |
+
"lr": 1.8925495502418406e-05,
|
| 1127 |
+
"lm_loss": 0.15163497626781464,
|
| 1128 |
+
"order_loss": 0.5703125,
|
| 1129 |
+
"ret_loss": 0.0,
|
| 1130 |
+
"pretrain_loss": 0.0,
|
| 1131 |
+
"total_loss": 0.18019942939281464
|
| 1132 |
+
},
|
| 1133 |
+
{
|
| 1134 |
+
"global_step": 2280,
|
| 1135 |
+
"optimizer_step": 285,
|
| 1136 |
+
"lr": 1.841670267439088e-05,
|
| 1137 |
+
"lm_loss": 0.009908989071846008,
|
| 1138 |
+
"order_loss": 0.5234375,
|
| 1139 |
+
"ret_loss": 0.0,
|
| 1140 |
+
"pretrain_loss": 0.0,
|
| 1141 |
+
"total_loss": 0.03603203594684601
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"global_step": 2300,
|
| 1145 |
+
"optimizer_step": 287,
|
| 1146 |
+
"lr": 1.8079112214378768e-05,
|
| 1147 |
+
"lm_loss": 0.15444576740264893,
|
| 1148 |
+
"order_loss": 0.498046875,
|
| 1149 |
+
"ret_loss": 0.0,
|
| 1150 |
+
"pretrain_loss": 0.0,
|
| 1151 |
+
"total_loss": 0.17934811115264893
|
| 1152 |
+
},
|
| 1153 |
+
{
|
| 1154 |
+
"global_step": 2320,
|
| 1155 |
+
"optimizer_step": 290,
|
| 1156 |
+
"lr": 1.757529966665141e-05,
|
| 1157 |
+
"lm_loss": 0.0057853832840919495,
|
| 1158 |
+
"order_loss": 0.5234375,
|
| 1159 |
+
"ret_loss": 0.0,
|
| 1160 |
+
"pretrain_loss": 0.0,
|
| 1161 |
+
"total_loss": 0.03190843015909195
|
| 1162 |
+
},
|
| 1163 |
+
{
|
| 1164 |
+
"global_step": 2340,
|
| 1165 |
+
"optimizer_step": 292,
|
| 1166 |
+
"lr": 1.72412364083767e-05,
|
| 1167 |
+
"lm_loss": 0.16492429375648499,
|
| 1168 |
+
"order_loss": 0.5546875,
|
| 1169 |
+
"ret_loss": 0.0,
|
| 1170 |
+
"pretrain_loss": 0.0,
|
| 1171 |
+
"total_loss": 0.19263425469398499
|
| 1172 |
+
},
|
| 1173 |
+
{
|
| 1174 |
+
"global_step": 2360,
|
| 1175 |
+
"optimizer_step": 295,
|
| 1176 |
+
"lr": 1.6743023451120832e-05,
|
| 1177 |
+
"lm_loss": 0.006838719826191664,
|
| 1178 |
+
"order_loss": 0.53515625,
|
| 1179 |
+
"ret_loss": 0.0,
|
| 1180 |
+
"pretrain_loss": 0.0,
|
| 1181 |
+
"total_loss": 0.03357211872935295
|
| 1182 |
+
},
|
| 1183 |
+
{
|
| 1184 |
+
"global_step": 2380,
|
| 1185 |
+
"optimizer_step": 297,
|
| 1186 |
+
"lr": 1.641289804091347e-05,
|
| 1187 |
+
"lm_loss": 0.0024441697169095278,
|
| 1188 |
+
"order_loss": 0.5390625,
|
| 1189 |
+
"ret_loss": 0.0,
|
| 1190 |
+
"pretrain_loss": 0.0,
|
| 1191 |
+
"total_loss": 0.02942170947790146
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"global_step": 2400,
|
| 1195 |
+
"optimizer_step": 300,
|
| 1196 |
+
"lr": 1.5920897101019383e-05,
|
| 1197 |
+
"lm_loss": 0.014904784969985485,
|
| 1198 |
+
"order_loss": 0.55078125,
|
| 1199 |
+
"ret_loss": 0.0,
|
| 1200 |
+
"pretrain_loss": 0.0,
|
| 1201 |
+
"total_loss": 0.04249267652630806
|
| 1202 |
+
},
|
| 1203 |
+
{
|
| 1204 |
+
"global_step": 2420,
|
| 1205 |
+
"optimizer_step": 302,
|
| 1206 |
+
"lr": 1.5595115344620576e-05,
|
| 1207 |
+
"lm_loss": 0.003937907982617617,
|
| 1208 |
+
"order_loss": 0.55078125,
|
| 1209 |
+
"ret_loss": 0.0,
|
| 1210 |
+
"pretrain_loss": 0.0,
|
| 1211 |
+
"total_loss": 0.03152579814195633
|
| 1212 |
+
},
|
| 1213 |
+
{
|
| 1214 |
+
"global_step": 2440,
|
| 1215 |
+
"optimizer_step": 305,
|
| 1216 |
+
"lr": 1.5109931212873534e-05,
|
| 1217 |
+
"lm_loss": 0.06906899064779282,
|
| 1218 |
+
"order_loss": 0.66015625,
|
| 1219 |
+
"ret_loss": 0.0,
|
| 1220 |
+
"pretrain_loss": 0.0,
|
| 1221 |
+
"total_loss": 0.10202797502279282
|
| 1222 |
+
},
|
| 1223 |
+
{
|
| 1224 |
+
"global_step": 2460,
|
| 1225 |
+
"optimizer_step": 307,
|
| 1226 |
+
"lr": 1.4788893576600099e-05,
|
| 1227 |
+
"lm_loss": 0.0008857097709551454,
|
| 1228 |
+
"order_loss": 0.55078125,
|
| 1229 |
+
"ret_loss": 0.0,
|
| 1230 |
+
"pretrain_loss": 0.0,
|
| 1231 |
+
"total_loss": 0.02847360074520111
|
| 1232 |
+
},
|
| 1233 |
+
{
|
| 1234 |
+
"global_step": 2480,
|
| 1235 |
+
"optimizer_step": 310,
|
| 1236 |
+
"lr": 1.4311122664242954e-05,
|
| 1237 |
+
"lm_loss": 0.04517431929707527,
|
| 1238 |
+
"order_loss": 0.5625,
|
| 1239 |
+
"ret_loss": 0.0,
|
| 1240 |
+
"pretrain_loss": 0.0,
|
| 1241 |
+
"total_loss": 0.07325048744678497
|
| 1242 |
+
},
|
| 1243 |
+
{
|
| 1244 |
+
"global_step": 2500,
|
| 1245 |
+
"optimizer_step": 312,
|
| 1246 |
+
"lr": 1.399522378271527e-05,
|
| 1247 |
+
"lm_loss": 0.08080705255270004,
|
| 1248 |
+
"order_loss": 0.50390625,
|
| 1249 |
+
"ret_loss": 0.0,
|
| 1250 |
+
"pretrain_loss": 0.0,
|
| 1251 |
+
"total_loss": 0.10595353692770004
|
| 1252 |
+
},
|
| 1253 |
+
{
|
| 1254 |
+
"global_step": 2520,
|
| 1255 |
+
"optimizer_step": 315,
|
| 1256 |
+
"lr": 1.3525453388311554e-05,
|
| 1257 |
+
"lm_loss": 0.11650513857603073,
|
| 1258 |
+
"order_loss": 0.62109375,
|
| 1259 |
+
"ret_loss": 0.0,
|
| 1260 |
+
"pretrain_loss": 0.0,
|
| 1261 |
+
"total_loss": 0.14751100540161133
|
| 1262 |
+
},
|
| 1263 |
+
{
|
| 1264 |
+
"global_step": 2540,
|
| 1265 |
+
"optimizer_step": 317,
|
| 1266 |
+
"lr": 1.3215081579350058e-05,
|
| 1267 |
+
"lm_loss": 0.04562176764011383,
|
| 1268 |
+
"order_loss": 0.6484375,
|
| 1269 |
+
"ret_loss": 0.0,
|
| 1270 |
+
"pretrain_loss": 0.0,
|
| 1271 |
+
"total_loss": 0.07809247076511383
|
| 1272 |
+
},
|
| 1273 |
+
{
|
| 1274 |
+
"global_step": 2560,
|
| 1275 |
+
"optimizer_step": 320,
|
| 1276 |
+
"lr": 1.2753889166848909e-05,
|
| 1277 |
+
"lm_loss": 0.04253728687763214,
|
| 1278 |
+
"order_loss": 0.81640625,
|
| 1279 |
+
"ret_loss": 0.0,
|
| 1280 |
+
"pretrain_loss": 0.0,
|
| 1281 |
+
"total_loss": 0.08330877125263214
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"global_step": 2580,
|
| 1285 |
+
"optimizer_step": 322,
|
| 1286 |
+
"lr": 1.2449425954135452e-05,
|
| 1287 |
+
"lm_loss": 0.2761799395084381,
|
| 1288 |
+
"order_loss": 0.435546875,
|
| 1289 |
+
"ret_loss": 0.0,
|
| 1290 |
+
"pretrain_loss": 0.0,
|
| 1291 |
+
"total_loss": 0.2979084551334381
|
| 1292 |
+
},
|
| 1293 |
+
{
|
| 1294 |
+
"global_step": 2600,
|
| 1295 |
+
"optimizer_step": 325,
|
| 1296 |
+
"lr": 1.1997378443025634e-05,
|
| 1297 |
+
"lm_loss": 0.14066483080387115,
|
| 1298 |
+
"order_loss": 0.486328125,
|
| 1299 |
+
"ret_loss": 0.0,
|
| 1300 |
+
"pretrain_loss": 0.0,
|
| 1301 |
+
"total_loss": 0.16495682299137115
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"global_step": 2620,
|
| 1305 |
+
"optimizer_step": 327,
|
| 1306 |
+
"lr": 1.1699198087116589e-05,
|
| 1307 |
+
"lm_loss": 0.042278680950403214,
|
| 1308 |
+
"order_loss": 0.63671875,
|
| 1309 |
+
"ret_loss": 0.0,
|
| 1310 |
+
"pretrain_loss": 0.0,
|
| 1311 |
+
"total_loss": 0.07401695847511292
|
| 1312 |
+
},
|
| 1313 |
+
{
|
| 1314 |
+
"global_step": 2640,
|
| 1315 |
+
"optimizer_step": 330,
|
| 1316 |
+
"lr": 1.1256851155542298e-05,
|
| 1317 |
+
"lm_loss": 0.10837956517934799,
|
| 1318 |
+
"order_loss": 0.765625,
|
| 1319 |
+
"ret_loss": 0.0,
|
| 1320 |
+
"pretrain_loss": 0.0,
|
| 1321 |
+
"total_loss": 0.1467096507549286
|
| 1322 |
+
},
|
| 1323 |
+
{
|
| 1324 |
+
"global_step": 2660,
|
| 1325 |
+
"optimizer_step": 332,
|
| 1326 |
+
"lr": 1.0965320193809808e-05,
|
| 1327 |
+
"lm_loss": 0.16173873841762543,
|
| 1328 |
+
"order_loss": 0.59765625,
|
| 1329 |
+
"ret_loss": 0.0,
|
| 1330 |
+
"pretrain_loss": 0.0,
|
| 1331 |
+
"total_loss": 0.19164596498012543
|
| 1332 |
+
},
|
| 1333 |
+
{
|
| 1334 |
+
"global_step": 2680,
|
| 1335 |
+
"optimizer_step": 335,
|
| 1336 |
+
"lr": 1.0533217595504858e-05,
|
| 1337 |
+
"lm_loss": 0.19007715582847595,
|
| 1338 |
+
"order_loss": 0.421875,
|
| 1339 |
+
"ret_loss": 0.0,
|
| 1340 |
+
"pretrain_loss": 0.0,
|
| 1341 |
+
"total_loss": 0.21119531989097595
|
| 1342 |
+
},
|
| 1343 |
+
{
|
| 1344 |
+
"global_step": 2700,
|
| 1345 |
+
"optimizer_step": 337,
|
| 1346 |
+
"lr": 1.0248694391571801e-05,
|
| 1347 |
+
"lm_loss": 0.0031326934695243835,
|
| 1348 |
+
"order_loss": 0.455078125,
|
| 1349 |
+
"ret_loss": 0.0,
|
| 1350 |
+
"pretrain_loss": 0.0,
|
| 1351 |
+
"total_loss": 0.025837771594524384
|
| 1352 |
+
},
|
| 1353 |
+
{
|
| 1354 |
+
"global_step": 2720,
|
| 1355 |
+
"optimizer_step": 340,
|
| 1356 |
+
"lr": 9.82736728745186e-06,
|
| 1357 |
+
"lm_loss": 0.010888207703828812,
|
| 1358 |
+
"order_loss": 0.64453125,
|
| 1359 |
+
"ret_loss": 0.0,
|
| 1360 |
+
"pretrain_loss": 0.0,
|
| 1361 |
+
"total_loss": 0.04311477020382881
|
| 1362 |
+
},
|
| 1363 |
+
{
|
| 1364 |
+
"global_step": 2740,
|
| 1365 |
+
"optimizer_step": 342,
|
| 1366 |
+
"lr": 9.550201590674343e-06,
|
| 1367 |
+
"lm_loss": 0.021762864664196968,
|
| 1368 |
+
"order_loss": 0.484375,
|
| 1369 |
+
"ret_loss": 0.0,
|
| 1370 |
+
"pretrain_loss": 0.0,
|
| 1371 |
+
"total_loss": 0.04593278467655182
|
| 1372 |
+
},
|
| 1373 |
+
{
|
| 1374 |
+
"global_step": 2760,
|
| 1375 |
+
"optimizer_step": 345,
|
| 1376 |
+
"lr": 9.140167895908867e-06,
|
| 1377 |
+
"lm_loss": 0.0512864850461483,
|
| 1378 |
+
"order_loss": 0.52734375,
|
| 1379 |
+
"ret_loss": 0.0,
|
| 1380 |
+
"pretrain_loss": 0.0,
|
| 1381 |
+
"total_loss": 0.0776536762714386
|
| 1382 |
+
},
|
| 1383 |
+
{
|
| 1384 |
+
"global_step": 2780,
|
| 1385 |
+
"optimizer_step": 347,
|
| 1386 |
+
"lr": 8.870700411447816e-06,
|
| 1387 |
+
"lm_loss": 0.060399193316698074,
|
| 1388 |
+
"order_loss": 0.51953125,
|
| 1389 |
+
"ret_loss": 0.0,
|
| 1390 |
+
"pretrain_loss": 0.0,
|
| 1391 |
+
"total_loss": 0.08640016615390778
|
| 1392 |
+
},
|
| 1393 |
+
{
|
| 1394 |
+
"global_step": 2800,
|
| 1395 |
+
"optimizer_step": 350,
|
| 1396 |
+
"lr": 8.472464158814255e-06,
|
| 1397 |
+
"lm_loss": 0.001100089866667986,
|
| 1398 |
+
"order_loss": 0.453125,
|
| 1399 |
+
"ret_loss": 0.0,
|
| 1400 |
+
"pretrain_loss": 0.0,
|
| 1401 |
+
"total_loss": 0.0238051675260067
|
| 1402 |
+
},
|
| 1403 |
+
{
|
| 1404 |
+
"global_step": 2820,
|
| 1405 |
+
"optimizer_step": 352,
|
| 1406 |
+
"lr": 8.211026128824539e-06,
|
| 1407 |
+
"lm_loss": 0.12198053300380707,
|
| 1408 |
+
"order_loss": 0.46484375,
|
| 1409 |
+
"ret_loss": 0.0,
|
| 1410 |
+
"pretrain_loss": 0.0,
|
| 1411 |
+
"total_loss": 0.14517389237880707
|
| 1412 |
+
},
|
| 1413 |
+
{
|
| 1414 |
+
"global_step": 2840,
|
| 1415 |
+
"optimizer_step": 355,
|
| 1416 |
+
"lr": 7.825076849127458e-06,
|
| 1417 |
+
"lm_loss": 0.019282925873994827,
|
| 1418 |
+
"order_loss": 0.51171875,
|
| 1419 |
+
"ret_loss": 0.0,
|
| 1420 |
+
"pretrain_loss": 0.0,
|
| 1421 |
+
"total_loss": 0.04491769149899483
|
| 1422 |
+
},
|
| 1423 |
+
{
|
| 1424 |
+
"global_step": 2860,
|
| 1425 |
+
"optimizer_step": 357,
|
| 1426 |
+
"lr": 7.571989645579419e-06,
|
| 1427 |
+
"lm_loss": 0.06632305681705475,
|
| 1428 |
+
"order_loss": 0.625,
|
| 1429 |
+
"ret_loss": 0.0,
|
| 1430 |
+
"pretrain_loss": 0.0,
|
| 1431 |
+
"total_loss": 0.09757305681705475
|
| 1432 |
+
},
|
| 1433 |
+
{
|
| 1434 |
+
"global_step": 2880,
|
| 1435 |
+
"optimizer_step": 360,
|
| 1436 |
+
"lr": 7.198801765896115e-06,
|
| 1437 |
+
"lm_loss": 0.0059317839331924915,
|
| 1438 |
+
"order_loss": 0.50390625,
|
| 1439 |
+
"ret_loss": 0.0,
|
| 1440 |
+
"pretrain_loss": 0.0,
|
| 1441 |
+
"total_loss": 0.031078267842531204
|
| 1442 |
+
},
|
| 1443 |
+
{
|
| 1444 |
+
"global_step": 2900,
|
| 1445 |
+
"optimizer_step": 362,
|
| 1446 |
+
"lr": 6.9543764955299265e-06,
|
| 1447 |
+
"lm_loss": 0.0031617635395377874,
|
| 1448 |
+
"order_loss": 0.6328125,
|
| 1449 |
+
"ret_loss": 0.0,
|
| 1450 |
+
"pretrain_loss": 0.0,
|
| 1451 |
+
"total_loss": 0.03490004315972328
|
| 1452 |
+
},
|
| 1453 |
+
{
|
| 1454 |
+
"global_step": 2920,
|
| 1455 |
+
"optimizer_step": 365,
|
| 1456 |
+
"lr": 6.594408756022272e-06,
|
| 1457 |
+
"lm_loss": 0.005353610031306744,
|
| 1458 |
+
"order_loss": 0.52734375,
|
| 1459 |
+
"ret_loss": 0.0,
|
| 1460 |
+
"pretrain_loss": 0.0,
|
| 1461 |
+
"total_loss": 0.03172079846262932
|
| 1462 |
+
},
|
| 1463 |
+
{
|
| 1464 |
+
"global_step": 2940,
|
| 1465 |
+
"optimizer_step": 367,
|
| 1466 |
+
"lr": 6.358945877920861e-06,
|
| 1467 |
+
"lm_loss": 0.07085111737251282,
|
| 1468 |
+
"order_loss": 0.482421875,
|
| 1469 |
+
"ret_loss": 0.0,
|
| 1470 |
+
"pretrain_loss": 0.0,
|
| 1471 |
+
"total_loss": 0.09502103924751282
|
| 1472 |
+
},
|
| 1473 |
+
{
|
| 1474 |
+
"global_step": 2960,
|
| 1475 |
+
"optimizer_step": 370,
|
| 1476 |
+
"lr": 6.012640767930217e-06,
|
| 1477 |
+
"lm_loss": 0.15056221187114716,
|
| 1478 |
+
"order_loss": 0.56640625,
|
| 1479 |
+
"ret_loss": 0.0,
|
| 1480 |
+
"pretrain_loss": 0.0,
|
| 1481 |
+
"total_loss": 0.17888252437114716
|
| 1482 |
+
},
|
| 1483 |
+
{
|
| 1484 |
+
"global_step": 2980,
|
| 1485 |
+
"optimizer_step": 372,
|
| 1486 |
+
"lr": 5.7864297241808e-06,
|
| 1487 |
+
"lm_loss": 0.04290047660470009,
|
| 1488 |
+
"order_loss": 0.55859375,
|
| 1489 |
+
"ret_loss": 0.0,
|
| 1490 |
+
"pretrain_loss": 0.0,
|
| 1491 |
+
"total_loss": 0.07085457444190979
|
| 1492 |
+
},
|
| 1493 |
+
{
|
| 1494 |
+
"global_step": 3000,
|
| 1495 |
+
"optimizer_step": 375,
|
| 1496 |
+
"lr": 5.454212938299255e-06,
|
| 1497 |
+
"lm_loss": 0.04919685795903206,
|
| 1498 |
+
"order_loss": 0.5,
|
| 1499 |
+
"ret_loss": 0.0,
|
| 1500 |
+
"pretrain_loss": 0.0,
|
| 1501 |
+
"total_loss": 0.07422126829624176
|
| 1502 |
+
},
|
| 1503 |
+
{
|
| 1504 |
+
"global_step": 3020,
|
| 1505 |
+
"optimizer_step": 377,
|
| 1506 |
+
"lr": 5.237531798197415e-06,
|
| 1507 |
+
"lm_loss": 0.05341268330812454,
|
| 1508 |
+
"order_loss": 0.51953125,
|
| 1509 |
+
"ret_loss": 0.0,
|
| 1510 |
+
"pretrain_loss": 0.0,
|
| 1511 |
+
"total_loss": 0.07941365987062454
|
| 1512 |
+
},
|
| 1513 |
+
{
|
| 1514 |
+
"global_step": 3040,
|
| 1515 |
+
"optimizer_step": 380,
|
| 1516 |
+
"lr": 4.91981171298388e-06,
|
| 1517 |
+
"lm_loss": 0.0264060627669096,
|
| 1518 |
+
"order_loss": 0.6171875,
|
| 1519 |
+
"ret_loss": 0.0,
|
| 1520 |
+
"pretrain_loss": 0.0,
|
| 1521 |
+
"total_loss": 0.05728985369205475
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"global_step": 3060,
|
| 1525 |
+
"optimizer_step": 382,
|
| 1526 |
+
"lr": 4.712926831217685e-06,
|
| 1527 |
+
"lm_loss": 0.010156173259019852,
|
| 1528 |
+
"order_loss": 0.53125,
|
| 1529 |
+
"ret_loss": 0.0,
|
| 1530 |
+
"pretrain_loss": 0.0,
|
| 1531 |
+
"total_loss": 0.03676750138401985
|
| 1532 |
+
},
|
| 1533 |
+
{
|
| 1534 |
+
"global_step": 3080,
|
| 1535 |
+
"optimizer_step": 385,
|
| 1536 |
+
"lr": 4.410094003202134e-06,
|
| 1537 |
+
"lm_loss": 0.009563562460243702,
|
| 1538 |
+
"order_loss": 0.609375,
|
| 1539 |
+
"ret_loss": 0.0,
|
| 1540 |
+
"pretrain_loss": 0.0,
|
| 1541 |
+
"total_loss": 0.04008113965392113
|
| 1542 |
+
},
|
| 1543 |
+
{
|
| 1544 |
+
"global_step": 3100,
|
| 1545 |
+
"optimizer_step": 387,
|
| 1546 |
+
"lr": 4.213259692436367e-06,
|
| 1547 |
+
"lm_loss": 0.044498689472675323,
|
| 1548 |
+
"order_loss": 0.423828125,
|
| 1549 |
+
"ret_loss": 0.0,
|
| 1550 |
+
"pretrain_loss": 0.0,
|
| 1551 |
+
"total_loss": 0.06573892384767532
|
| 1552 |
+
},
|
| 1553 |
+
{
|
| 1554 |
+
"global_step": 3120,
|
| 1555 |
+
"optimizer_step": 390,
|
| 1556 |
+
"lr": 3.925686378029331e-06,
|
| 1557 |
+
"lm_loss": 0.0019076250027865171,
|
| 1558 |
+
"order_loss": 0.57421875,
|
| 1559 |
+
"ret_loss": 0.0,
|
| 1560 |
+
"pretrain_loss": 0.0,
|
| 1561 |
+
"total_loss": 0.030594147741794586
|
| 1562 |
+
},
|
| 1563 |
+
{
|
| 1564 |
+
"global_step": 3140,
|
| 1565 |
+
"optimizer_step": 392,
|
| 1566 |
+
"lr": 3.739144596292382e-06,
|
| 1567 |
+
"lm_loss": 0.07043279707431793,
|
| 1568 |
+
"order_loss": 0.55859375,
|
| 1569 |
+
"ret_loss": 0.0,
|
| 1570 |
+
"pretrain_loss": 0.0,
|
| 1571 |
+
"total_loss": 0.09838689863681793
|
| 1572 |
+
},
|
| 1573 |
+
{
|
| 1574 |
+
"global_step": 3160,
|
| 1575 |
+
"optimizer_step": 395,
|
| 1576 |
+
"lr": 3.4671842941897765e-06,
|
| 1577 |
+
"lm_loss": 0.05941031128168106,
|
| 1578 |
+
"order_loss": 0.5703125,
|
| 1579 |
+
"ret_loss": 0.0,
|
| 1580 |
+
"pretrain_loss": 0.0,
|
| 1581 |
+
"total_loss": 0.08797476440668106
|
| 1582 |
+
},
|
| 1583 |
+
{
|
| 1584 |
+
"global_step": 3180,
|
| 1585 |
+
"optimizer_step": 397,
|
| 1586 |
+
"lr": 3.2911643474473646e-06,
|
| 1587 |
+
"lm_loss": 0.12579594552516937,
|
| 1588 |
+
"order_loss": 0.5234375,
|
| 1589 |
+
"ret_loss": 0.0,
|
| 1590 |
+
"pretrain_loss": 0.0,
|
| 1591 |
+
"total_loss": 0.15191899240016937
|
| 1592 |
+
},
|
| 1593 |
+
{
|
| 1594 |
+
"global_step": 3200,
|
| 1595 |
+
"optimizer_step": 400,
|
| 1596 |
+
"lr": 3.035151364093214e-06,
|
| 1597 |
+
"lm_loss": 0.0870857685804367,
|
| 1598 |
+
"order_loss": 0.609375,
|
| 1599 |
+
"ret_loss": 0.0,
|
| 1600 |
+
"pretrain_loss": 0.0,
|
| 1601 |
+
"total_loss": 0.1176033467054367
|
| 1602 |
+
},
|
| 1603 |
+
{
|
| 1604 |
+
"global_step": 3220,
|
| 1605 |
+
"optimizer_step": 402,
|
| 1606 |
+
"lr": 2.869869624374699e-06,
|
| 1607 |
+
"lm_loss": 0.00767968175932765,
|
| 1608 |
+
"order_loss": 0.6328125,
|
| 1609 |
+
"ret_loss": 0.0,
|
| 1610 |
+
"pretrain_loss": 0.0,
|
| 1611 |
+
"total_loss": 0.03941796347498894
|
| 1612 |
+
},
|
| 1613 |
+
{
|
| 1614 |
+
"global_step": 3240,
|
| 1615 |
+
"optimizer_step": 405,
|
| 1616 |
+
"lr": 2.6301186630158485e-06,
|
| 1617 |
+
"lm_loss": 0.02599603496491909,
|
| 1618 |
+
"order_loss": 0.57421875,
|
| 1619 |
+
"ret_loss": 0.0,
|
| 1620 |
+
"pretrain_loss": 0.0,
|
| 1621 |
+
"total_loss": 0.05468256026506424
|
| 1622 |
+
},
|
| 1623 |
+
{
|
| 1624 |
+
"global_step": 3260,
|
| 1625 |
+
"optimizer_step": 407,
|
| 1626 |
+
"lr": 2.475778302439524e-06,
|
| 1627 |
+
"lm_loss": 0.032962288707494736,
|
| 1628 |
+
"order_loss": 0.5390625,
|
| 1629 |
+
"ret_loss": 0.0,
|
| 1630 |
+
"pretrain_loss": 0.0,
|
| 1631 |
+
"total_loss": 0.059939827769994736
|
| 1632 |
+
},
|
| 1633 |
+
{
|
| 1634 |
+
"global_step": 3280,
|
| 1635 |
+
"optimizer_step": 410,
|
| 1636 |
+
"lr": 2.2525840762775863e-06,
|
| 1637 |
+
"lm_loss": 0.04851079732179642,
|
| 1638 |
+
"order_loss": 0.53125,
|
| 1639 |
+
"ret_loss": 0.0,
|
| 1640 |
+
"pretrain_loss": 0.0,
|
| 1641 |
+
"total_loss": 0.07512212544679642
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"global_step": 3300,
|
| 1645 |
+
"optimizer_step": 412,
|
| 1646 |
+
"lr": 2.1093748173018848e-06,
|
| 1647 |
+
"lm_loss": 0.0037156720645725727,
|
| 1648 |
+
"order_loss": 0.515625,
|
| 1649 |
+
"ret_loss": 0.0,
|
| 1650 |
+
"pretrain_loss": 0.0,
|
| 1651 |
+
"total_loss": 0.029472507536411285
|
| 1652 |
+
},
|
| 1653 |
+
{
|
| 1654 |
+
"global_step": 3320,
|
| 1655 |
+
"optimizer_step": 415,
|
| 1656 |
+
"lr": 1.9030116872178316e-06,
|
| 1657 |
+
"lm_loss": 0.007271382957696915,
|
| 1658 |
+
"order_loss": 0.53125,
|
| 1659 |
+
"ret_loss": 0.0,
|
| 1660 |
+
"pretrain_loss": 0.0,
|
| 1661 |
+
"total_loss": 0.033882711082696915
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"global_step": 3340,
|
| 1665 |
+
"optimizer_step": 417,
|
| 1666 |
+
"lr": 1.771109569425547e-06,
|
| 1667 |
+
"lm_loss": 0.04344166815280914,
|
| 1668 |
+
"order_loss": 0.490234375,
|
| 1669 |
+
"ret_loss": 0.0,
|
| 1670 |
+
"pretrain_loss": 0.0,
|
| 1671 |
+
"total_loss": 0.06797780096530914
|
| 1672 |
+
},
|
| 1673 |
+
{
|
| 1674 |
+
"global_step": 3360,
|
| 1675 |
+
"optimizer_step": 420,
|
| 1676 |
+
"lr": 1.5818312067223672e-06,
|
| 1677 |
+
"lm_loss": 0.003591042011976242,
|
| 1678 |
+
"order_loss": 0.76953125,
|
| 1679 |
+
"ret_loss": 0.0,
|
| 1680 |
+
"pretrain_loss": 0.0,
|
| 1681 |
+
"total_loss": 0.04216526076197624
|
| 1682 |
+
},
|
| 1683 |
+
{
|
| 1684 |
+
"global_step": 3380,
|
| 1685 |
+
"optimizer_step": 422,
|
| 1686 |
+
"lr": 1.4613983704244826e-06,
|
| 1687 |
+
"lm_loss": 0.1459684818983078,
|
| 1688 |
+
"order_loss": 0.498046875,
|
| 1689 |
+
"ret_loss": 0.0,
|
| 1690 |
+
"pretrain_loss": 0.0,
|
| 1691 |
+
"total_loss": 0.1708708256483078
|
| 1692 |
+
},
|
| 1693 |
+
{
|
| 1694 |
+
"global_step": 3400,
|
| 1695 |
+
"optimizer_step": 425,
|
| 1696 |
+
"lr": 1.2894374450024338e-06,
|
| 1697 |
+
"lm_loss": 0.027108192443847656,
|
| 1698 |
+
"order_loss": 0.5703125,
|
| 1699 |
+
"ret_loss": 0.0,
|
| 1700 |
+
"pretrain_loss": 0.0,
|
| 1701 |
+
"total_loss": 0.055672645568847656
|
| 1702 |
+
},
|
| 1703 |
+
{
|
| 1704 |
+
"global_step": 3420,
|
| 1705 |
+
"optimizer_step": 427,
|
| 1706 |
+
"lr": 1.180621931927592e-06,
|
| 1707 |
+
"lm_loss": 0.03270208090543747,
|
| 1708 |
+
"order_loss": 0.61328125,
|
| 1709 |
+
"ret_loss": 0.0,
|
| 1710 |
+
"pretrain_loss": 0.0,
|
| 1711 |
+
"total_loss": 0.06334172934293747
|
| 1712 |
+
},
|
| 1713 |
+
{
|
| 1714 |
+
"global_step": 3440,
|
| 1715 |
+
"optimizer_step": 430,
|
| 1716 |
+
"lr": 1.0261898262753812e-06,
|
| 1717 |
+
"lm_loss": 0.003384993877261877,
|
| 1718 |
+
"order_loss": 0.59375,
|
| 1719 |
+
"ret_loss": 0.0,
|
| 1720 |
+
"pretrain_loss": 0.0,
|
| 1721 |
+
"total_loss": 0.033048078417778015
|
| 1722 |
+
},
|
| 1723 |
+
{
|
| 1724 |
+
"global_step": 3460,
|
| 1725 |
+
"optimizer_step": 432,
|
| 1726 |
+
"lr": 9.291253975900139e-07,
|
| 1727 |
+
"lm_loss": 0.01467113196849823,
|
| 1728 |
+
"order_loss": 0.6953125,
|
| 1729 |
+
"ret_loss": 0.0,
|
| 1730 |
+
"pretrain_loss": 0.0,
|
| 1731 |
+
"total_loss": 0.04933910071849823
|
| 1732 |
+
},
|
| 1733 |
+
{
|
| 1734 |
+
"global_step": 3480,
|
| 1735 |
+
"optimizer_step": 435,
|
| 1736 |
+
"lr": 7.924119469434665e-07,
|
| 1737 |
+
"lm_loss": 0.032039374113082886,
|
| 1738 |
+
"order_loss": 0.46875,
|
| 1739 |
+
"ret_loss": 0.0,
|
| 1740 |
+
"pretrain_loss": 0.0,
|
| 1741 |
+
"total_loss": 0.055476874113082886
|
| 1742 |
+
},
|
| 1743 |
+
{
|
| 1744 |
+
"global_step": 3500,
|
| 1745 |
+
"optimizer_step": 437,
|
| 1746 |
+
"lr": 7.072179188262251e-07,
|
| 1747 |
+
"lm_loss": 0.0011440459638834,
|
| 1748 |
+
"order_loss": 0.466796875,
|
| 1749 |
+
"ret_loss": 0.0,
|
| 1750 |
+
"pretrain_loss": 0.0,
|
| 1751 |
+
"total_loss": 0.0244594756513834
|
| 1752 |
+
},
|
| 1753 |
+
{
|
| 1754 |
+
"global_step": 3520,
|
| 1755 |
+
"optimizer_step": 440,
|
| 1756 |
+
"lr": 5.883911778138324e-07,
|
| 1757 |
+
"lm_loss": 0.0016675343504175544,
|
| 1758 |
+
"order_loss": 0.484375,
|
| 1759 |
+
"ret_loss": 0.0,
|
| 1760 |
+
"pretrain_loss": 0.0,
|
| 1761 |
+
"total_loss": 0.025837456807494164
|
| 1762 |
+
},
|
| 1763 |
+
{
|
| 1764 |
+
"global_step": 3540,
|
| 1765 |
+
"optimizer_step": 442,
|
| 1766 |
+
"lr": 5.151722747865434e-07,
|
| 1767 |
+
"lm_loss": 0.012648740783333778,
|
| 1768 |
+
"order_loss": 0.55078125,
|
| 1769 |
+
"ret_loss": 0.0,
|
| 1770 |
+
"pretrain_loss": 0.0,
|
| 1771 |
+
"total_loss": 0.04023662954568863
|
| 1772 |
+
},
|
| 1773 |
+
{
|
| 1774 |
+
"global_step": 3560,
|
| 1775 |
+
"optimizer_step": 445,
|
| 1776 |
+
"lr": 4.1437831084878974e-07,
|
| 1777 |
+
"lm_loss": 0.001014383160509169,
|
| 1778 |
+
"order_loss": 0.60546875,
|
| 1779 |
+
"ret_loss": 0.0,
|
| 1780 |
+
"pretrain_loss": 0.0,
|
| 1781 |
+
"total_loss": 0.031287819147109985
|
| 1782 |
+
},
|
| 1783 |
+
{
|
| 1784 |
+
"global_step": 3580,
|
| 1785 |
+
"optimizer_step": 447,
|
| 1786 |
+
"lr": 3.5322453704410286e-07,
|
| 1787 |
+
"lm_loss": 0.4997594356536865,
|
| 1788 |
+
"order_loss": 0.451171875,
|
| 1789 |
+
"ret_loss": 0.0,
|
| 1790 |
+
"pretrain_loss": 0.0,
|
| 1791 |
+
"total_loss": 0.5223424434661865
|
| 1792 |
+
},
|
| 1793 |
+
{
|
| 1794 |
+
"global_step": 3600,
|
| 1795 |
+
"optimizer_step": 450,
|
| 1796 |
+
"lr": 2.705872508804747e-07,
|
| 1797 |
+
"lm_loss": 0.10600848495960236,
|
| 1798 |
+
"order_loss": 0.57421875,
|
| 1799 |
+
"ret_loss": 0.0,
|
| 1800 |
+
"pretrain_loss": 0.0,
|
| 1801 |
+
"total_loss": 0.13469500839710236
|
| 1802 |
+
},
|
| 1803 |
+
{
|
| 1804 |
+
"global_step": 3620,
|
| 1805 |
+
"optimizer_step": 452,
|
| 1806 |
+
"lr": 2.215737794045436e-07,
|
| 1807 |
+
"lm_loss": 0.16185811161994934,
|
| 1808 |
+
"order_loss": 0.494140625,
|
| 1809 |
+
"ret_loss": 0.0,
|
| 1810 |
+
"pretrain_loss": 0.0,
|
| 1811 |
+
"total_loss": 0.18651631474494934
|
| 1812 |
+
},
|
| 1813 |
+
{
|
| 1814 |
+
"global_step": 3640,
|
| 1815 |
+
"optimizer_step": 455,
|
| 1816 |
+
"lr": 1.571947526689349e-07,
|
| 1817 |
+
"lm_loss": 0.6822315454483032,
|
| 1818 |
+
"order_loss": 0.48828125,
|
| 1819 |
+
"ret_loss": 0.0,
|
| 1820 |
+
"pretrain_loss": 0.0,
|
| 1821 |
+
"total_loss": 0.7066456079483032
|
| 1822 |
+
},
|
| 1823 |
+
{
|
| 1824 |
+
"global_step": 3660,
|
| 1825 |
+
"optimizer_step": 457,
|
| 1826 |
+
"lr": 1.2038183319507955e-07,
|
| 1827 |
+
"lm_loss": 0.019087806344032288,
|
| 1828 |
+
"order_loss": 0.478515625,
|
| 1829 |
+
"ret_loss": 0.0,
|
| 1830 |
+
"pretrain_loss": 0.0,
|
| 1831 |
+
"total_loss": 0.04301358759403229
|
| 1832 |
+
},
|
| 1833 |
+
{
|
| 1834 |
+
"global_step": 3680,
|
| 1835 |
+
"optimizer_step": 460,
|
| 1836 |
+
"lr": 7.434020362682704e-08,
|
| 1837 |
+
"lm_loss": 0.009871304035186768,
|
| 1838 |
+
"order_loss": 0.5703125,
|
| 1839 |
+
"ret_loss": 0.0,
|
| 1840 |
+
"pretrain_loss": 0.0,
|
| 1841 |
+
"total_loss": 0.03843575716018677
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"global_step": 3700,
|
| 1845 |
+
"optimizer_step": 462,
|
| 1846 |
+
"lr": 4.977308833379324e-08,
|
| 1847 |
+
"lm_loss": 0.004976843949407339,
|
| 1848 |
+
"order_loss": 0.546875,
|
| 1849 |
+
"ret_loss": 0.0,
|
| 1850 |
+
"pretrain_loss": 0.0,
|
| 1851 |
+
"total_loss": 0.03232059255242348
|
| 1852 |
+
},
|
| 1853 |
+
{
|
| 1854 |
+
"global_step": 3720,
|
| 1855 |
+
"optimizer_step": 465,
|
| 1856 |
+
"lr": 2.2125452477828047e-08,
|
| 1857 |
+
"lm_loss": 0.004962246865034103,
|
| 1858 |
+
"order_loss": 0.484375,
|
| 1859 |
+
"ret_loss": 0.0,
|
| 1860 |
+
"pretrain_loss": 0.0,
|
| 1861 |
+
"total_loss": 0.029132168740034103
|
| 1862 |
+
},
|
| 1863 |
+
{
|
| 1864 |
+
"global_step": 3740,
|
| 1865 |
+
"optimizer_step": 467,
|
| 1866 |
+
"lr": 9.834340423678368e-09,
|
| 1867 |
+
"lm_loss": 0.14857186377048492,
|
| 1868 |
+
"order_loss": 0.53515625,
|
| 1869 |
+
"ret_loss": 0.0,
|
| 1870 |
+
"pretrain_loss": 0.0,
|
| 1871 |
+
"total_loss": 0.17530526220798492
|
| 1872 |
+
}
|
| 1873 |
+
]
|
| 1874 |
+
}
|
cls_qwen_orderkd_last_l02/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l02/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"down_proj",
|
| 38 |
+
"up_proj",
|
| 39 |
+
"v_proj",
|
| 40 |
+
"o_proj",
|
| 41 |
+
"gate_proj",
|
| 42 |
+
"k_proj",
|
| 43 |
+
"q_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_last_l02/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_last_l02/checkpoint-200/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l02/checkpoint-200/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_last_l02/checkpoint-200/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_last_l02/checkpoint-400/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_last_l02/checkpoint-400/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_last_l02/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_last_l02/train_metrics.json
ADDED
|
@@ -0,0 +1,1874 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"loss_log": [
|
| 3 |
+
{
|
| 4 |
+
"global_step": 20,
|
| 5 |
+
"optimizer_step": 2,
|
| 6 |
+
"lr": 4.347826086956522e-06,
|
| 7 |
+
"lm_loss": 1.6664115190505981,
|
| 8 |
+
"order_loss": 5.90625,
|
| 9 |
+
"ret_loss": 0.0,
|
| 10 |
+
"pretrain_loss": 0.0,
|
| 11 |
+
"total_loss": 2.8460988998413086
|
| 12 |
+
},
|
| 13 |
+
{
|
| 14 |
+
"global_step": 40,
|
| 15 |
+
"optimizer_step": 5,
|
| 16 |
+
"lr": 1.0869565217391305e-05,
|
| 17 |
+
"lm_loss": 0.10201960802078247,
|
| 18 |
+
"order_loss": 7.875,
|
| 19 |
+
"ret_loss": 0.0,
|
| 20 |
+
"pretrain_loss": 0.0,
|
| 21 |
+
"total_loss": 1.6801445484161377
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"global_step": 60,
|
| 25 |
+
"optimizer_step": 7,
|
| 26 |
+
"lr": 1.5217391304347828e-05,
|
| 27 |
+
"lm_loss": 0.6855567097663879,
|
| 28 |
+
"order_loss": 3.53125,
|
| 29 |
+
"ret_loss": 0.0,
|
| 30 |
+
"pretrain_loss": 0.0,
|
| 31 |
+
"total_loss": 1.3925879001617432
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"global_step": 80,
|
| 35 |
+
"optimizer_step": 10,
|
| 36 |
+
"lr": 2.173913043478261e-05,
|
| 37 |
+
"lm_loss": 0.6707082390785217,
|
| 38 |
+
"order_loss": 11.25,
|
| 39 |
+
"ret_loss": 0.0,
|
| 40 |
+
"pretrain_loss": 0.0,
|
| 41 |
+
"total_loss": 2.920708179473877
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"global_step": 100,
|
| 45 |
+
"optimizer_step": 12,
|
| 46 |
+
"lr": 2.608695652173913e-05,
|
| 47 |
+
"lm_loss": 0.5272615551948547,
|
| 48 |
+
"order_loss": 1.3671875,
|
| 49 |
+
"ret_loss": 0.0,
|
| 50 |
+
"pretrain_loss": 0.0,
|
| 51 |
+
"total_loss": 0.8006990551948547
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"global_step": 120,
|
| 55 |
+
"optimizer_step": 15,
|
| 56 |
+
"lr": 3.260869565217392e-05,
|
| 57 |
+
"lm_loss": 0.4481106400489807,
|
| 58 |
+
"order_loss": 6.625,
|
| 59 |
+
"ret_loss": 0.0,
|
| 60 |
+
"pretrain_loss": 0.0,
|
| 61 |
+
"total_loss": 1.776235580444336
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"global_step": 140,
|
| 65 |
+
"optimizer_step": 17,
|
| 66 |
+
"lr": 3.695652173913043e-05,
|
| 67 |
+
"lm_loss": 0.10662899166345596,
|
| 68 |
+
"order_loss": 13.5,
|
| 69 |
+
"ret_loss": 0.0,
|
| 70 |
+
"pretrain_loss": 0.0,
|
| 71 |
+
"total_loss": 2.809753894805908
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"global_step": 160,
|
| 75 |
+
"optimizer_step": 20,
|
| 76 |
+
"lr": 4.347826086956522e-05,
|
| 77 |
+
"lm_loss": 0.19314870238304138,
|
| 78 |
+
"order_loss": 35.25,
|
| 79 |
+
"ret_loss": 0.0,
|
| 80 |
+
"pretrain_loss": 0.0,
|
| 81 |
+
"total_loss": 7.255648612976074
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"global_step": 180,
|
| 85 |
+
"optimizer_step": 22,
|
| 86 |
+
"lr": 4.782608695652174e-05,
|
| 87 |
+
"lm_loss": 0.029787464067339897,
|
| 88 |
+
"order_loss": 24.125,
|
| 89 |
+
"ret_loss": 0.0,
|
| 90 |
+
"pretrain_loss": 0.0,
|
| 91 |
+
"total_loss": 4.842287540435791
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"global_step": 200,
|
| 95 |
+
"optimizer_step": 25,
|
| 96 |
+
"lr": 4.9997541293989384e-05,
|
| 97 |
+
"lm_loss": 0.1384183168411255,
|
| 98 |
+
"order_loss": 8.4375,
|
| 99 |
+
"ret_loss": 0.0,
|
| 100 |
+
"pretrain_loss": 0.0,
|
| 101 |
+
"total_loss": 1.8259183168411255
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"global_step": 220,
|
| 105 |
+
"optimizer_step": 27,
|
| 106 |
+
"lr": 4.999016565957633e-05,
|
| 107 |
+
"lm_loss": 0.09370649605989456,
|
| 108 |
+
"order_loss": 4.9375,
|
| 109 |
+
"ret_loss": 0.0,
|
| 110 |
+
"pretrain_loss": 0.0,
|
| 111 |
+
"total_loss": 1.081987738609314
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"global_step": 240,
|
| 115 |
+
"optimizer_step": 30,
|
| 116 |
+
"lr": 4.996988640512931e-05,
|
| 117 |
+
"lm_loss": 0.3220612406730652,
|
| 118 |
+
"order_loss": 4.78125,
|
| 119 |
+
"ret_loss": 0.0,
|
| 120 |
+
"pretrain_loss": 0.0,
|
| 121 |
+
"total_loss": 1.27909255027771
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"global_step": 260,
|
| 125 |
+
"optimizer_step": 32,
|
| 126 |
+
"lr": 4.995022691166621e-05,
|
| 127 |
+
"lm_loss": 0.1923718899488449,
|
| 128 |
+
"order_loss": 0.8046875,
|
| 129 |
+
"ret_loss": 0.0,
|
| 130 |
+
"pretrain_loss": 0.0,
|
| 131 |
+
"total_loss": 0.3535047173500061
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"global_step": 280,
|
| 135 |
+
"optimizer_step": 35,
|
| 136 |
+
"lr": 4.991153735294049e-05,
|
| 137 |
+
"lm_loss": 0.44565871357917786,
|
| 138 |
+
"order_loss": 2.0625,
|
| 139 |
+
"ret_loss": 0.0,
|
| 140 |
+
"pretrain_loss": 0.0,
|
| 141 |
+
"total_loss": 0.8577680587768555
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"global_step": 300,
|
| 145 |
+
"optimizer_step": 37,
|
| 146 |
+
"lr": 4.987961816680492e-05,
|
| 147 |
+
"lm_loss": 0.35229408740997314,
|
| 148 |
+
"order_loss": 1.09375,
|
| 149 |
+
"ret_loss": 0.0,
|
| 150 |
+
"pretrain_loss": 0.0,
|
| 151 |
+
"total_loss": 0.5710440874099731
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"global_step": 320,
|
| 155 |
+
"optimizer_step": 40,
|
| 156 |
+
"lr": 4.9822565862832806e-05,
|
| 157 |
+
"lm_loss": 0.16956225037574768,
|
| 158 |
+
"order_loss": 0.96484375,
|
| 159 |
+
"ret_loss": 0.0,
|
| 160 |
+
"pretrain_loss": 0.0,
|
| 161 |
+
"total_loss": 0.3629216253757477
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"global_step": 340,
|
| 165 |
+
"optimizer_step": 42,
|
| 166 |
+
"lr": 4.9778426220595456e-05,
|
| 167 |
+
"lm_loss": 0.045629847794771194,
|
| 168 |
+
"order_loss": 0.875,
|
| 169 |
+
"ret_loss": 0.0,
|
| 170 |
+
"pretrain_loss": 0.0,
|
| 171 |
+
"total_loss": 0.2204345315694809
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"global_step": 360,
|
| 175 |
+
"optimizer_step": 45,
|
| 176 |
+
"lr": 4.970308130276272e-05,
|
| 177 |
+
"lm_loss": 0.256740003824234,
|
| 178 |
+
"order_loss": 0.93359375,
|
| 179 |
+
"ret_loss": 0.0,
|
| 180 |
+
"pretrain_loss": 0.0,
|
| 181 |
+
"total_loss": 0.443263441324234
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"global_step": 380,
|
| 185 |
+
"optimizer_step": 47,
|
| 186 |
+
"lr": 4.96467754629559e-05,
|
| 187 |
+
"lm_loss": 0.1950698047876358,
|
| 188 |
+
"order_loss": 0.8984375,
|
| 189 |
+
"ret_loss": 0.0,
|
| 190 |
+
"pretrain_loss": 0.0,
|
| 191 |
+
"total_loss": 0.3747572898864746
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"global_step": 400,
|
| 195 |
+
"optimizer_step": 50,
|
| 196 |
+
"lr": 4.955323054879298e-05,
|
| 197 |
+
"lm_loss": 0.2399977594614029,
|
| 198 |
+
"order_loss": 1.84375,
|
| 199 |
+
"ret_loss": 0.0,
|
| 200 |
+
"pretrain_loss": 0.0,
|
| 201 |
+
"total_loss": 0.6091383695602417
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"global_step": 420,
|
| 205 |
+
"optimizer_step": 52,
|
| 206 |
+
"lr": 4.948482772521345e-05,
|
| 207 |
+
"lm_loss": 0.0547482855618,
|
| 208 |
+
"order_loss": 0.796875,
|
| 209 |
+
"ret_loss": 0.0,
|
| 210 |
+
"pretrain_loss": 0.0,
|
| 211 |
+
"total_loss": 0.2139279693365097
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"global_step": 440,
|
| 215 |
+
"optimizer_step": 55,
|
| 216 |
+
"lr": 4.937319780454559e-05,
|
| 217 |
+
"lm_loss": 0.036656029522418976,
|
| 218 |
+
"order_loss": 0.8203125,
|
| 219 |
+
"ret_loss": 0.0,
|
| 220 |
+
"pretrain_loss": 0.0,
|
| 221 |
+
"total_loss": 0.20071852207183838
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"global_step": 460,
|
| 225 |
+
"optimizer_step": 57,
|
| 226 |
+
"lr": 4.929278208117378e-05,
|
| 227 |
+
"lm_loss": 0.14974085986614227,
|
| 228 |
+
"order_loss": 0.81640625,
|
| 229 |
+
"ret_loss": 0.0,
|
| 230 |
+
"pretrain_loss": 0.0,
|
| 231 |
+
"total_loss": 0.31282681226730347
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"global_step": 480,
|
| 235 |
+
"optimizer_step": 60,
|
| 236 |
+
"lr": 4.916320437477008e-05,
|
| 237 |
+
"lm_loss": 0.5004343390464783,
|
| 238 |
+
"order_loss": 0.765625,
|
| 239 |
+
"ret_loss": 0.0,
|
| 240 |
+
"pretrain_loss": 0.0,
|
| 241 |
+
"total_loss": 0.6537546515464783
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"global_step": 500,
|
| 245 |
+
"optimizer_step": 62,
|
| 246 |
+
"lr": 4.907087460240999e-05,
|
| 247 |
+
"lm_loss": 0.3147910237312317,
|
| 248 |
+
"order_loss": 0.625,
|
| 249 |
+
"ret_loss": 0.0,
|
| 250 |
+
"pretrain_loss": 0.0,
|
| 251 |
+
"total_loss": 0.4397910237312317
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"global_step": 520,
|
| 255 |
+
"optimizer_step": 65,
|
| 256 |
+
"lr": 4.892350839330522e-05,
|
| 257 |
+
"lm_loss": 0.04948442056775093,
|
| 258 |
+
"order_loss": 0.61328125,
|
| 259 |
+
"ret_loss": 0.0,
|
| 260 |
+
"pretrain_loss": 0.0,
|
| 261 |
+
"total_loss": 0.17204301059246063
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"global_step": 540,
|
| 265 |
+
"optimizer_step": 67,
|
| 266 |
+
"lr": 4.881937806807241e-05,
|
| 267 |
+
"lm_loss": 0.02988583967089653,
|
| 268 |
+
"order_loss": 0.59765625,
|
| 269 |
+
"ret_loss": 0.0,
|
| 270 |
+
"pretrain_loss": 0.0,
|
| 271 |
+
"total_loss": 0.14951474964618683
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"global_step": 560,
|
| 275 |
+
"optimizer_step": 70,
|
| 276 |
+
"lr": 4.865440450576874e-05,
|
| 277 |
+
"lm_loss": 0.14940640330314636,
|
| 278 |
+
"order_loss": 0.6171875,
|
| 279 |
+
"ret_loss": 0.0,
|
| 280 |
+
"pretrain_loss": 0.0,
|
| 281 |
+
"total_loss": 0.27294155955314636
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"global_step": 580,
|
| 285 |
+
"optimizer_step": 72,
|
| 286 |
+
"lr": 4.853860162957552e-05,
|
| 287 |
+
"lm_loss": 0.6265708804130554,
|
| 288 |
+
"order_loss": 0.51171875,
|
| 289 |
+
"ret_loss": 0.0,
|
| 290 |
+
"pretrain_loss": 0.0,
|
| 291 |
+
"total_loss": 0.7291099429130554
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"global_step": 600,
|
| 295 |
+
"optimizer_step": 75,
|
| 296 |
+
"lr": 4.8356223507364996e-05,
|
| 297 |
+
"lm_loss": 0.059154313057661057,
|
| 298 |
+
"order_loss": 0.6015625,
|
| 299 |
+
"ret_loss": 0.0,
|
| 300 |
+
"pretrain_loss": 0.0,
|
| 301 |
+
"total_loss": 0.17927150428295135
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"global_step": 620,
|
| 305 |
+
"optimizer_step": 77,
|
| 306 |
+
"lr": 4.822889043057446e-05,
|
| 307 |
+
"lm_loss": 0.4143764078617096,
|
| 308 |
+
"order_loss": 0.6953125,
|
| 309 |
+
"ret_loss": 0.0,
|
| 310 |
+
"pretrain_loss": 0.0,
|
| 311 |
+
"total_loss": 0.5530482530593872
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"global_step": 640,
|
| 315 |
+
"optimizer_step": 80,
|
| 316 |
+
"lr": 4.802933193625593e-05,
|
| 317 |
+
"lm_loss": 0.055187344551086426,
|
| 318 |
+
"order_loss": 0.5703125,
|
| 319 |
+
"ret_loss": 0.0,
|
| 320 |
+
"pretrain_loss": 0.0,
|
| 321 |
+
"total_loss": 0.16944515705108643
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"global_step": 660,
|
| 325 |
+
"optimizer_step": 82,
|
| 326 |
+
"lr": 4.789062518269812e-05,
|
| 327 |
+
"lm_loss": 0.4035862684249878,
|
| 328 |
+
"order_loss": 0.69921875,
|
| 329 |
+
"ret_loss": 0.0,
|
| 330 |
+
"pretrain_loss": 0.0,
|
| 331 |
+
"total_loss": 0.5432347059249878
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"global_step": 680,
|
| 335 |
+
"optimizer_step": 85,
|
| 336 |
+
"lr": 4.767413162299501e-05,
|
| 337 |
+
"lm_loss": 0.49266159534454346,
|
| 338 |
+
"order_loss": 0.71484375,
|
| 339 |
+
"ret_loss": 0.0,
|
| 340 |
+
"pretrain_loss": 0.0,
|
| 341 |
+
"total_loss": 0.6352397203445435
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"global_step": 700,
|
| 345 |
+
"optimizer_step": 87,
|
| 346 |
+
"lr": 4.752422169756048e-05,
|
| 347 |
+
"lm_loss": 0.08079572021961212,
|
| 348 |
+
"order_loss": 0.55078125,
|
| 349 |
+
"ret_loss": 0.0,
|
| 350 |
+
"pretrain_loss": 0.0,
|
| 351 |
+
"total_loss": 0.19114728271961212
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"global_step": 720,
|
| 355 |
+
"optimizer_step": 90,
|
| 356 |
+
"lr": 4.729105919657818e-05,
|
| 357 |
+
"lm_loss": 0.008615859784185886,
|
| 358 |
+
"order_loss": 0.546875,
|
| 359 |
+
"ret_loss": 0.0,
|
| 360 |
+
"pretrain_loss": 0.0,
|
| 361 |
+
"total_loss": 0.11799085885286331
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"global_step": 740,
|
| 365 |
+
"optimizer_step": 92,
|
| 366 |
+
"lr": 4.7130130375625305e-05,
|
| 367 |
+
"lm_loss": 0.23536285758018494,
|
| 368 |
+
"order_loss": 0.6171875,
|
| 369 |
+
"ret_loss": 0.0,
|
| 370 |
+
"pretrain_loss": 0.0,
|
| 371 |
+
"total_loss": 0.35889801383018494
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"global_step": 760,
|
| 375 |
+
"optimizer_step": 95,
|
| 376 |
+
"lr": 4.6880585547718845e-05,
|
| 377 |
+
"lm_loss": 0.004406757652759552,
|
| 378 |
+
"order_loss": 0.55078125,
|
| 379 |
+
"ret_loss": 0.0,
|
| 380 |
+
"pretrain_loss": 0.0,
|
| 381 |
+
"total_loss": 0.11475832015275955
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"global_step": 780,
|
| 385 |
+
"optimizer_step": 97,
|
| 386 |
+
"lr": 4.670883565255264e-05,
|
| 387 |
+
"lm_loss": 0.25917744636535645,
|
| 388 |
+
"order_loss": 0.65234375,
|
| 389 |
+
"ret_loss": 0.0,
|
| 390 |
+
"pretrain_loss": 0.0,
|
| 391 |
+
"total_loss": 0.39003682136535645
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"global_step": 800,
|
| 395 |
+
"optimizer_step": 100,
|
| 396 |
+
"lr": 4.6443215250006806e-05,
|
| 397 |
+
"lm_loss": 0.4540480971336365,
|
| 398 |
+
"order_loss": 0.59765625,
|
| 399 |
+
"ret_loss": 0.0,
|
| 400 |
+
"pretrain_loss": 0.0,
|
| 401 |
+
"total_loss": 0.5736770033836365
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"global_step": 820,
|
| 405 |
+
"optimizer_step": 102,
|
| 406 |
+
"lr": 4.626085540370762e-05,
|
| 407 |
+
"lm_loss": 0.0026192981749773026,
|
| 408 |
+
"order_loss": 0.51171875,
|
| 409 |
+
"ret_loss": 0.0,
|
| 410 |
+
"pretrain_loss": 0.0,
|
| 411 |
+
"total_loss": 0.10515835881233215
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"global_step": 840,
|
| 415 |
+
"optimizer_step": 105,
|
| 416 |
+
"lr": 4.597948593966256e-05,
|
| 417 |
+
"lm_loss": 0.07060437649488449,
|
| 418 |
+
"order_loss": 0.578125,
|
| 419 |
+
"ret_loss": 0.0,
|
| 420 |
+
"pretrain_loss": 0.0,
|
| 421 |
+
"total_loss": 0.1863270401954651
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"global_step": 860,
|
| 425 |
+
"optimizer_step": 107,
|
| 426 |
+
"lr": 4.5786740307563636e-05,
|
| 427 |
+
"lm_loss": 0.026391582563519478,
|
| 428 |
+
"order_loss": 0.447265625,
|
| 429 |
+
"ret_loss": 0.0,
|
| 430 |
+
"pretrain_loss": 0.0,
|
| 431 |
+
"total_loss": 0.11574704945087433
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"global_step": 880,
|
| 435 |
+
"optimizer_step": 110,
|
| 436 |
+
"lr": 4.5489967654649474e-05,
|
| 437 |
+
"lm_loss": 0.0010516481706872582,
|
| 438 |
+
"order_loss": 0.5625,
|
| 439 |
+
"ret_loss": 0.0,
|
| 440 |
+
"pretrain_loss": 0.0,
|
| 441 |
+
"total_loss": 0.1133563369512558
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"global_step": 900,
|
| 445 |
+
"optimizer_step": 112,
|
| 446 |
+
"lr": 4.528707316878232e-05,
|
| 447 |
+
"lm_loss": 0.01186646893620491,
|
| 448 |
+
"order_loss": 0.48046875,
|
| 449 |
+
"ret_loss": 0.0,
|
| 450 |
+
"pretrain_loss": 0.0,
|
| 451 |
+
"total_loss": 0.10805787146091461
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"global_step": 920,
|
| 455 |
+
"optimizer_step": 115,
|
| 456 |
+
"lr": 4.497526213395623e-05,
|
| 457 |
+
"lm_loss": 0.0857229083776474,
|
| 458 |
+
"order_loss": 0.57421875,
|
| 459 |
+
"ret_loss": 0.0,
|
| 460 |
+
"pretrain_loss": 0.0,
|
| 461 |
+
"total_loss": 0.2004690021276474
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"global_step": 940,
|
| 465 |
+
"optimizer_step": 117,
|
| 466 |
+
"lr": 4.476246820180259e-05,
|
| 467 |
+
"lm_loss": 0.5093491673469543,
|
| 468 |
+
"order_loss": 0.56640625,
|
| 469 |
+
"ret_loss": 0.0,
|
| 470 |
+
"pretrain_loss": 0.0,
|
| 471 |
+
"total_loss": 0.6226304173469543
|
| 472 |
+
},
|
| 473 |
+
{
|
| 474 |
+
"global_step": 960,
|
| 475 |
+
"optimizer_step": 120,
|
| 476 |
+
"lr": 4.443600207791081e-05,
|
| 477 |
+
"lm_loss": 0.03609307482838631,
|
| 478 |
+
"order_loss": 0.55859375,
|
| 479 |
+
"ret_loss": 0.0,
|
| 480 |
+
"pretrain_loss": 0.0,
|
| 481 |
+
"total_loss": 0.147909477353096
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"global_step": 980,
|
| 485 |
+
"optimizer_step": 122,
|
| 486 |
+
"lr": 4.421357027581921e-05,
|
| 487 |
+
"lm_loss": 0.26611125469207764,
|
| 488 |
+
"order_loss": 0.55078125,
|
| 489 |
+
"ret_loss": 0.0,
|
| 490 |
+
"pretrain_loss": 0.0,
|
| 491 |
+
"total_loss": 0.37646281719207764
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"global_step": 1000,
|
| 495 |
+
"optimizer_step": 125,
|
| 496 |
+
"lr": 4.38728503704354e-05,
|
| 497 |
+
"lm_loss": 0.044902998954057693,
|
| 498 |
+
"order_loss": 0.546875,
|
| 499 |
+
"ret_loss": 0.0,
|
| 500 |
+
"pretrain_loss": 0.0,
|
| 501 |
+
"total_loss": 0.1542779952287674
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"global_step": 1020,
|
| 505 |
+
"optimizer_step": 127,
|
| 506 |
+
"lr": 4.364105412207914e-05,
|
| 507 |
+
"lm_loss": 0.08546596020460129,
|
| 508 |
+
"order_loss": 0.55078125,
|
| 509 |
+
"ret_loss": 0.0,
|
| 510 |
+
"pretrain_loss": 0.0,
|
| 511 |
+
"total_loss": 0.19581753015518188
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"global_step": 1040,
|
| 515 |
+
"optimizer_step": 130,
|
| 516 |
+
"lr": 4.328649926419819e-05,
|
| 517 |
+
"lm_loss": 0.015102083794772625,
|
| 518 |
+
"order_loss": 0.53515625,
|
| 519 |
+
"ret_loss": 0.0,
|
| 520 |
+
"pretrain_loss": 0.0,
|
| 521 |
+
"total_loss": 0.1220356747508049
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"global_step": 1060,
|
| 525 |
+
"optimizer_step": 132,
|
| 526 |
+
"lr": 4.304562350447008e-05,
|
| 527 |
+
"lm_loss": 0.06222774088382721,
|
| 528 |
+
"order_loss": 0.62890625,
|
| 529 |
+
"ret_loss": 0.0,
|
| 530 |
+
"pretrain_loss": 0.0,
|
| 531 |
+
"total_loss": 0.1882043033838272
|
| 532 |
+
},
|
| 533 |
+
{
|
| 534 |
+
"global_step": 1080,
|
| 535 |
+
"optimizer_step": 135,
|
| 536 |
+
"lr": 4.267766952966369e-05,
|
| 537 |
+
"lm_loss": 0.07918162643909454,
|
| 538 |
+
"order_loss": 0.58203125,
|
| 539 |
+
"ret_loss": 0.0,
|
| 540 |
+
"pretrain_loss": 0.0,
|
| 541 |
+
"total_loss": 0.19539256393909454
|
| 542 |
+
},
|
| 543 |
+
{
|
| 544 |
+
"global_step": 1100,
|
| 545 |
+
"optimizer_step": 137,
|
| 546 |
+
"lr": 4.242801035442058e-05,
|
| 547 |
+
"lm_loss": 0.036123570054769516,
|
| 548 |
+
"order_loss": 0.53125,
|
| 549 |
+
"ret_loss": 0.0,
|
| 550 |
+
"pretrain_loss": 0.0,
|
| 551 |
+
"total_loss": 0.14256888628005981
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"global_step": 1120,
|
| 555 |
+
"optimizer_step": 140,
|
| 556 |
+
"lr": 4.204710956908763e-05,
|
| 557 |
+
"lm_loss": 0.11733262240886688,
|
| 558 |
+
"order_loss": 0.546875,
|
| 559 |
+
"ret_loss": 0.0,
|
| 560 |
+
"pretrain_loss": 0.0,
|
| 561 |
+
"total_loss": 0.22670762240886688
|
| 562 |
+
},
|
| 563 |
+
{
|
| 564 |
+
"global_step": 1140,
|
| 565 |
+
"optimizer_step": 142,
|
| 566 |
+
"lr": 4.178897387117546e-05,
|
| 567 |
+
"lm_loss": 0.0419226810336113,
|
| 568 |
+
"order_loss": 0.4609375,
|
| 569 |
+
"ret_loss": 0.0,
|
| 570 |
+
"pretrain_loss": 0.0,
|
| 571 |
+
"total_loss": 0.1342078447341919
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"global_step": 1160,
|
| 575 |
+
"optimizer_step": 145,
|
| 576 |
+
"lr": 4.139559449654561e-05,
|
| 577 |
+
"lm_loss": 0.30417191982269287,
|
| 578 |
+
"order_loss": 0.53125,
|
| 579 |
+
"ret_loss": 0.0,
|
| 580 |
+
"pretrain_loss": 0.0,
|
| 581 |
+
"total_loss": 0.41061723232269287
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"global_step": 1180,
|
| 585 |
+
"optimizer_step": 147,
|
| 586 |
+
"lr": 4.1129299588552193e-05,
|
| 587 |
+
"lm_loss": 0.19413207471370697,
|
| 588 |
+
"order_loss": 0.61328125,
|
| 589 |
+
"ret_loss": 0.0,
|
| 590 |
+
"pretrain_loss": 0.0,
|
| 591 |
+
"total_loss": 0.31669068336486816
|
| 592 |
+
},
|
| 593 |
+
{
|
| 594 |
+
"global_step": 1200,
|
| 595 |
+
"optimizer_step": 150,
|
| 596 |
+
"lr": 4.072392518512623e-05,
|
| 597 |
+
"lm_loss": 0.0567384697496891,
|
| 598 |
+
"order_loss": 0.33984375,
|
| 599 |
+
"ret_loss": 0.0,
|
| 600 |
+
"pretrain_loss": 0.0,
|
| 601 |
+
"total_loss": 0.1246095597743988
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"global_step": 1220,
|
| 605 |
+
"optimizer_step": 152,
|
| 606 |
+
"lr": 4.0449798409325665e-05,
|
| 607 |
+
"lm_loss": 0.09937912970781326,
|
| 608 |
+
"order_loss": 0.6484375,
|
| 609 |
+
"ret_loss": 0.0,
|
| 610 |
+
"pretrain_loss": 0.0,
|
| 611 |
+
"total_loss": 0.22926193475723267
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"global_step": 1240,
|
| 615 |
+
"optimizer_step": 155,
|
| 616 |
+
"lr": 4.0032927282460146e-05,
|
| 617 |
+
"lm_loss": 0.06681893020868301,
|
| 618 |
+
"order_loss": 0.515625,
|
| 619 |
+
"ret_loss": 0.0,
|
| 620 |
+
"pretrain_loss": 0.0,
|
| 621 |
+
"total_loss": 0.16984626650810242
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"global_step": 1260,
|
| 625 |
+
"optimizer_step": 157,
|
| 626 |
+
"lr": 3.9751305608428205e-05,
|
| 627 |
+
"lm_loss": 0.07466673851013184,
|
| 628 |
+
"order_loss": 0.451171875,
|
| 629 |
+
"ret_loss": 0.0,
|
| 630 |
+
"pretrain_loss": 0.0,
|
| 631 |
+
"total_loss": 0.16499876976013184
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"global_step": 1280,
|
| 635 |
+
"optimizer_step": 160,
|
| 636 |
+
"lr": 3.932345019579495e-05,
|
| 637 |
+
"lm_loss": 0.01913679577410221,
|
| 638 |
+
"order_loss": 0.5859375,
|
| 639 |
+
"ret_loss": 0.0,
|
| 640 |
+
"pretrain_loss": 0.0,
|
| 641 |
+
"total_loss": 0.13632430136203766
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"global_step": 1300,
|
| 645 |
+
"optimizer_step": 162,
|
| 646 |
+
"lr": 3.90346798061902e-05,
|
| 647 |
+
"lm_loss": 0.04431593418121338,
|
| 648 |
+
"order_loss": 0.361328125,
|
| 649 |
+
"ret_loss": 0.0,
|
| 650 |
+
"pretrain_loss": 0.0,
|
| 651 |
+
"total_loss": 0.11658155918121338
|
| 652 |
+
},
|
| 653 |
+
{
|
| 654 |
+
"global_step": 1320,
|
| 655 |
+
"optimizer_step": 165,
|
| 656 |
+
"lr": 3.859636604786372e-05,
|
| 657 |
+
"lm_loss": 0.0018795771757140756,
|
| 658 |
+
"order_loss": 0.490234375,
|
| 659 |
+
"ret_loss": 0.0,
|
| 660 |
+
"pretrain_loss": 0.0,
|
| 661 |
+
"total_loss": 0.10002411156892776
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"global_step": 1340,
|
| 665 |
+
"optimizer_step": 167,
|
| 666 |
+
"lr": 3.830080191288342e-05,
|
| 667 |
+
"lm_loss": 0.4375271797180176,
|
| 668 |
+
"order_loss": 0.6015625,
|
| 669 |
+
"ret_loss": 0.0,
|
| 670 |
+
"pretrain_loss": 0.0,
|
| 671 |
+
"total_loss": 0.5576443672180176
|
| 672 |
+
},
|
| 673 |
+
{
|
| 674 |
+
"global_step": 1360,
|
| 675 |
+
"optimizer_step": 170,
|
| 676 |
+
"lr": 3.785256860483054e-05,
|
| 677 |
+
"lm_loss": 0.16471466422080994,
|
| 678 |
+
"order_loss": 0.5390625,
|
| 679 |
+
"ret_loss": 0.0,
|
| 680 |
+
"pretrain_loss": 0.0,
|
| 681 |
+
"total_loss": 0.27262482047080994
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"global_step": 1380,
|
| 685 |
+
"optimizer_step": 172,
|
| 686 |
+
"lr": 3.755057404586455e-05,
|
| 687 |
+
"lm_loss": 0.004061681218445301,
|
| 688 |
+
"order_loss": 0.5625,
|
| 689 |
+
"ret_loss": 0.0,
|
| 690 |
+
"pretrain_loss": 0.0,
|
| 691 |
+
"total_loss": 0.11636637151241302
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"global_step": 1400,
|
| 695 |
+
"optimizer_step": 175,
|
| 696 |
+
"lr": 3.7092972177631e-05,
|
| 697 |
+
"lm_loss": 0.008339406922459602,
|
| 698 |
+
"order_loss": 0.5234375,
|
| 699 |
+
"ret_loss": 0.0,
|
| 700 |
+
"pretrain_loss": 0.0,
|
| 701 |
+
"total_loss": 0.11283159255981445
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"global_step": 1420,
|
| 705 |
+
"optimizer_step": 177,
|
| 706 |
+
"lr": 3.678491842064995e-05,
|
| 707 |
+
"lm_loss": 0.04203884303569794,
|
| 708 |
+
"order_loss": 0.51171875,
|
| 709 |
+
"ret_loss": 0.0,
|
| 710 |
+
"pretrain_loss": 0.0,
|
| 711 |
+
"total_loss": 0.14457790553569794
|
| 712 |
+
},
|
| 713 |
+
{
|
| 714 |
+
"global_step": 1440,
|
| 715 |
+
"optimizer_step": 180,
|
| 716 |
+
"lr": 3.631851049805793e-05,
|
| 717 |
+
"lm_loss": 0.10991385579109192,
|
| 718 |
+
"order_loss": 0.482421875,
|
| 719 |
+
"ret_loss": 0.0,
|
| 720 |
+
"pretrain_loss": 0.0,
|
| 721 |
+
"total_loss": 0.20659354329109192
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"global_step": 1460,
|
| 725 |
+
"optimizer_step": 182,
|
| 726 |
+
"lr": 3.600477621728473e-05,
|
| 727 |
+
"lm_loss": 0.019903700798749924,
|
| 728 |
+
"order_loss": 0.45703125,
|
| 729 |
+
"ret_loss": 0.0,
|
| 730 |
+
"pretrain_loss": 0.0,
|
| 731 |
+
"total_loss": 0.11121229827404022
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"global_step": 1480,
|
| 735 |
+
"optimizer_step": 185,
|
| 736 |
+
"lr": 3.5530135570974274e-05,
|
| 737 |
+
"lm_loss": 0.02145182527601719,
|
| 738 |
+
"order_loss": 0.392578125,
|
| 739 |
+
"ret_loss": 0.0,
|
| 740 |
+
"pretrain_loss": 0.0,
|
| 741 |
+
"total_loss": 0.10006510466337204
|
| 742 |
+
},
|
| 743 |
+
{
|
| 744 |
+
"global_step": 1500,
|
| 745 |
+
"optimizer_step": 187,
|
| 746 |
+
"lr": 3.521110642339991e-05,
|
| 747 |
+
"lm_loss": 0.012341304682195187,
|
| 748 |
+
"order_loss": 0.486328125,
|
| 749 |
+
"ret_loss": 0.0,
|
| 750 |
+
"pretrain_loss": 0.0,
|
| 751 |
+
"total_loss": 0.10950927436351776
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"global_step": 1520,
|
| 755 |
+
"optimizer_step": 190,
|
| 756 |
+
"lr": 3.4728816504063726e-05,
|
| 757 |
+
"lm_loss": 0.09811465442180634,
|
| 758 |
+
"order_loss": 0.42578125,
|
| 759 |
+
"ret_loss": 0.0,
|
| 760 |
+
"pretrain_loss": 0.0,
|
| 761 |
+
"total_loss": 0.18307559192180634
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"global_step": 1540,
|
| 765 |
+
"optimizer_step": 192,
|
| 766 |
+
"lr": 3.440488465537943e-05,
|
| 767 |
+
"lm_loss": 0.0900067389011383,
|
| 768 |
+
"order_loss": 0.578125,
|
| 769 |
+
"ret_loss": 0.0,
|
| 770 |
+
"pretrain_loss": 0.0,
|
| 771 |
+
"total_loss": 0.2057293951511383
|
| 772 |
+
},
|
| 773 |
+
{
|
| 774 |
+
"global_step": 1560,
|
| 775 |
+
"optimizer_step": 195,
|
| 776 |
+
"lr": 3.391553831655782e-05,
|
| 777 |
+
"lm_loss": 0.01455360371619463,
|
| 778 |
+
"order_loss": 0.5703125,
|
| 779 |
+
"ret_loss": 0.0,
|
| 780 |
+
"pretrain_loss": 0.0,
|
| 781 |
+
"total_loss": 0.12881141901016235
|
| 782 |
+
},
|
| 783 |
+
{
|
| 784 |
+
"global_step": 1580,
|
| 785 |
+
"optimizer_step": 197,
|
| 786 |
+
"lr": 3.358710195908653e-05,
|
| 787 |
+
"lm_loss": 0.10981178283691406,
|
| 788 |
+
"order_loss": 0.55859375,
|
| 789 |
+
"ret_loss": 0.0,
|
| 790 |
+
"pretrain_loss": 0.0,
|
| 791 |
+
"total_loss": 0.22162818908691406
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"global_step": 1600,
|
| 795 |
+
"optimizer_step": 200,
|
| 796 |
+
"lr": 3.309130072840379e-05,
|
| 797 |
+
"lm_loss": 0.06271703541278839,
|
| 798 |
+
"order_loss": 0.478515625,
|
| 799 |
+
"ret_loss": 0.0,
|
| 800 |
+
"pretrain_loss": 0.0,
|
| 801 |
+
"total_loss": 0.1584201604127884
|
| 802 |
+
},
|
| 803 |
+
{
|
| 804 |
+
"global_step": 1620,
|
| 805 |
+
"optimizer_step": 202,
|
| 806 |
+
"lr": 3.2758763591623295e-05,
|
| 807 |
+
"lm_loss": 0.008075950667262077,
|
| 808 |
+
"order_loss": 0.453125,
|
| 809 |
+
"ret_loss": 0.0,
|
| 810 |
+
"pretrain_loss": 0.0,
|
| 811 |
+
"total_loss": 0.09889626502990723
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"global_step": 1640,
|
| 815 |
+
"optimizer_step": 205,
|
| 816 |
+
"lr": 3.225711693136156e-05,
|
| 817 |
+
"lm_loss": 0.0696447342634201,
|
| 818 |
+
"order_loss": 0.4765625,
|
| 819 |
+
"ret_loss": 0.0,
|
| 820 |
+
"pretrain_loss": 0.0,
|
| 821 |
+
"total_loss": 0.1648595780134201
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"global_step": 1660,
|
| 825 |
+
"optimizer_step": 207,
|
| 826 |
+
"lr": 3.1920887785621235e-05,
|
| 827 |
+
"lm_loss": 0.2434917688369751,
|
| 828 |
+
"order_loss": 0.54296875,
|
| 829 |
+
"ret_loss": 0.0,
|
| 830 |
+
"pretrain_loss": 0.0,
|
| 831 |
+
"total_loss": 0.3518902063369751
|
| 832 |
+
},
|
| 833 |
+
{
|
| 834 |
+
"global_step": 1680,
|
| 835 |
+
"optimizer_step": 210,
|
| 836 |
+
"lr": 3.141401234354067e-05,
|
| 837 |
+
"lm_loss": 0.0058234385214746,
|
| 838 |
+
"order_loss": 0.57421875,
|
| 839 |
+
"ret_loss": 0.0,
|
| 840 |
+
"pretrain_loss": 0.0,
|
| 841 |
+
"total_loss": 0.12056953459978104
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"global_step": 1700,
|
| 845 |
+
"optimizer_step": 212,
|
| 846 |
+
"lr": 3.10745044975816e-05,
|
| 847 |
+
"lm_loss": 0.016392484307289124,
|
| 848 |
+
"order_loss": 0.55078125,
|
| 849 |
+
"ret_loss": 0.0,
|
| 850 |
+
"pretrain_loss": 0.0,
|
| 851 |
+
"total_loss": 0.12674404680728912
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"global_step": 1720,
|
| 855 |
+
"optimizer_step": 215,
|
| 856 |
+
"lr": 3.056302334890786e-05,
|
| 857 |
+
"lm_loss": 0.3531542420387268,
|
| 858 |
+
"order_loss": 0.51953125,
|
| 859 |
+
"ret_loss": 0.0,
|
| 860 |
+
"pretrain_loss": 0.0,
|
| 861 |
+
"total_loss": 0.4571581482887268
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"global_step": 1740,
|
| 865 |
+
"optimizer_step": 217,
|
| 866 |
+
"lr": 3.022065414180425e-05,
|
| 867 |
+
"lm_loss": 0.05281149595975876,
|
| 868 |
+
"order_loss": 0.58203125,
|
| 869 |
+
"ret_loss": 0.0,
|
| 870 |
+
"pretrain_loss": 0.0,
|
| 871 |
+
"total_loss": 0.16902244091033936
|
| 872 |
+
},
|
| 873 |
+
{
|
| 874 |
+
"global_step": 1760,
|
| 875 |
+
"optimizer_step": 220,
|
| 876 |
+
"lr": 2.9705196023315006e-05,
|
| 877 |
+
"lm_loss": 0.1152709424495697,
|
| 878 |
+
"order_loss": 0.56640625,
|
| 879 |
+
"ret_loss": 0.0,
|
| 880 |
+
"pretrain_loss": 0.0,
|
| 881 |
+
"total_loss": 0.2285521924495697
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"global_step": 1780,
|
| 885 |
+
"optimizer_step": 222,
|
| 886 |
+
"lr": 2.9360386311461275e-05,
|
| 887 |
+
"lm_loss": 0.0027868184261024,
|
| 888 |
+
"order_loss": 0.55078125,
|
| 889 |
+
"ret_loss": 0.0,
|
| 890 |
+
"pretrain_loss": 0.0,
|
| 891 |
+
"total_loss": 0.11313837766647339
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"global_step": 1800,
|
| 895 |
+
"optimizer_step": 225,
|
| 896 |
+
"lr": 2.884158484861325e-05,
|
| 897 |
+
"lm_loss": 0.1623990535736084,
|
| 898 |
+
"order_loss": 0.54296875,
|
| 899 |
+
"ret_loss": 0.0,
|
| 900 |
+
"pretrain_loss": 0.0,
|
| 901 |
+
"total_loss": 0.2707974910736084
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"global_step": 1820,
|
| 905 |
+
"optimizer_step": 227,
|
| 906 |
+
"lr": 2.849475848838749e-05,
|
| 907 |
+
"lm_loss": 0.03893814608454704,
|
| 908 |
+
"order_loss": 0.55078125,
|
| 909 |
+
"ret_loss": 0.0,
|
| 910 |
+
"pretrain_loss": 0.0,
|
| 911 |
+
"total_loss": 0.14928971230983734
|
| 912 |
+
},
|
| 913 |
+
{
|
| 914 |
+
"global_step": 1840,
|
| 915 |
+
"optimizer_step": 230,
|
| 916 |
+
"lr": 2.7973251416434175e-05,
|
| 917 |
+
"lm_loss": 0.13058072328567505,
|
| 918 |
+
"order_loss": 0.5546875,
|
| 919 |
+
"ret_loss": 0.0,
|
| 920 |
+
"pretrain_loss": 0.0,
|
| 921 |
+
"total_loss": 0.24142056703567505
|
| 922 |
+
},
|
| 923 |
+
{
|
| 924 |
+
"global_step": 1860,
|
| 925 |
+
"optimizer_step": 232,
|
| 926 |
+
"lr": 2.7624834743173867e-05,
|
| 927 |
+
"lm_loss": 0.03378346562385559,
|
| 928 |
+
"order_loss": 0.443359375,
|
| 929 |
+
"ret_loss": 0.0,
|
| 930 |
+
"pretrain_loss": 0.0,
|
| 931 |
+
"total_loss": 0.12265065312385559
|
| 932 |
+
},
|
| 933 |
+
{
|
| 934 |
+
"global_step": 1880,
|
| 935 |
+
"optimizer_step": 235,
|
| 936 |
+
"lr": 2.710126312323119e-05,
|
| 937 |
+
"lm_loss": 0.002400718629360199,
|
| 938 |
+
"order_loss": 0.48046875,
|
| 939 |
+
"ret_loss": 0.0,
|
| 940 |
+
"pretrain_loss": 0.0,
|
| 941 |
+
"total_loss": 0.0985921248793602
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"global_step": 1900,
|
| 945 |
+
"optimizer_step": 237,
|
| 946 |
+
"lr": 2.6751684427161683e-05,
|
| 947 |
+
"lm_loss": 0.04736057296395302,
|
| 948 |
+
"order_loss": 0.478515625,
|
| 949 |
+
"ret_loss": 0.0,
|
| 950 |
+
"pretrain_loss": 0.0,
|
| 951 |
+
"total_loss": 0.14306369423866272
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"global_step": 1920,
|
| 955 |
+
"optimizer_step": 240,
|
| 956 |
+
"lr": 2.6226691858185454e-05,
|
| 957 |
+
"lm_loss": 0.002299610525369644,
|
| 958 |
+
"order_loss": 0.4453125,
|
| 959 |
+
"ret_loss": 0.0,
|
| 960 |
+
"pretrain_loss": 0.0,
|
| 961 |
+
"total_loss": 0.09116679430007935
|
| 962 |
+
},
|
| 963 |
+
{
|
| 964 |
+
"global_step": 1940,
|
| 965 |
+
"optimizer_step": 242,
|
| 966 |
+
"lr": 2.587638085794541e-05,
|
| 967 |
+
"lm_loss": 0.0018472620286047459,
|
| 968 |
+
"order_loss": 0.62890625,
|
| 969 |
+
"ret_loss": 0.0,
|
| 970 |
+
"pretrain_loss": 0.0,
|
| 971 |
+
"total_loss": 0.1278238296508789
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"global_step": 1960,
|
| 975 |
+
"optimizer_step": 245,
|
| 976 |
+
"lr": 2.535061268558906e-05,
|
| 977 |
+
"lm_loss": 0.004390852991491556,
|
| 978 |
+
"order_loss": 0.462890625,
|
| 979 |
+
"ret_loss": 0.0,
|
| 980 |
+
"pretrain_loss": 0.0,
|
| 981 |
+
"total_loss": 0.09716428816318512
|
| 982 |
+
},
|
| 983 |
+
{
|
| 984 |
+
"global_step": 1980,
|
| 985 |
+
"optimizer_step": 247,
|
| 986 |
+
"lr": 2.5e-05,
|
| 987 |
+
"lm_loss": 0.022147180512547493,
|
| 988 |
+
"order_loss": 0.3359375,
|
| 989 |
+
"ret_loss": 0.0,
|
| 990 |
+
"pretrain_loss": 0.0,
|
| 991 |
+
"total_loss": 0.08952999114990234
|
| 992 |
+
},
|
| 993 |
+
{
|
| 994 |
+
"global_step": 2000,
|
| 995 |
+
"optimizer_step": 250,
|
| 996 |
+
"lr": 2.447410252332528e-05,
|
| 997 |
+
"lm_loss": 0.0007956157205626369,
|
| 998 |
+
"order_loss": 0.4609375,
|
| 999 |
+
"ret_loss": 0.0,
|
| 1000 |
+
"pretrain_loss": 0.0,
|
| 1001 |
+
"total_loss": 0.09308077394962311
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"global_step": 2020,
|
| 1005 |
+
"optimizer_step": 252,
|
| 1006 |
+
"lr": 2.4123619142054597e-05,
|
| 1007 |
+
"lm_loss": 0.030557921156287193,
|
| 1008 |
+
"order_loss": 0.5390625,
|
| 1009 |
+
"ret_loss": 0.0,
|
| 1010 |
+
"pretrain_loss": 0.0,
|
| 1011 |
+
"total_loss": 0.13846807181835175
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"global_step": 2040,
|
| 1015 |
+
"optimizer_step": 255,
|
| 1016 |
+
"lr": 2.3598238819070202e-05,
|
| 1017 |
+
"lm_loss": 0.18177442252635956,
|
| 1018 |
+
"order_loss": 0.51171875,
|
| 1019 |
+
"ret_loss": 0.0,
|
| 1020 |
+
"pretrain_loss": 0.0,
|
| 1021 |
+
"total_loss": 0.28431349992752075
|
| 1022 |
+
},
|
| 1023 |
+
{
|
| 1024 |
+
"global_step": 2060,
|
| 1025 |
+
"optimizer_step": 257,
|
| 1026 |
+
"lr": 2.3248315572838316e-05,
|
| 1027 |
+
"lm_loss": 0.4730396270751953,
|
| 1028 |
+
"order_loss": 0.490234375,
|
| 1029 |
+
"ret_loss": 0.0,
|
| 1030 |
+
"pretrain_loss": 0.0,
|
| 1031 |
+
"total_loss": 0.5711841583251953
|
| 1032 |
+
},
|
| 1033 |
+
{
|
| 1034 |
+
"global_step": 2080,
|
| 1035 |
+
"optimizer_step": 260,
|
| 1036 |
+
"lr": 2.272409822584325e-05,
|
| 1037 |
+
"lm_loss": 0.005712360143661499,
|
| 1038 |
+
"order_loss": 0.419921875,
|
| 1039 |
+
"ret_loss": 0.0,
|
| 1040 |
+
"pretrain_loss": 0.0,
|
| 1041 |
+
"total_loss": 0.0896967351436615
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"global_step": 2100,
|
| 1045 |
+
"optimizer_step": 262,
|
| 1046 |
+
"lr": 2.237516525682614e-05,
|
| 1047 |
+
"lm_loss": 0.12257782369852066,
|
| 1048 |
+
"order_loss": 0.51171875,
|
| 1049 |
+
"ret_loss": 0.0,
|
| 1050 |
+
"pretrain_loss": 0.0,
|
| 1051 |
+
"total_loss": 0.22511687874794006
|
| 1052 |
+
},
|
| 1053 |
+
{
|
| 1054 |
+
"global_step": 2120,
|
| 1055 |
+
"optimizer_step": 265,
|
| 1056 |
+
"lr": 2.185275527853437e-05,
|
| 1057 |
+
"lm_loss": 0.021999210119247437,
|
| 1058 |
+
"order_loss": 0.421875,
|
| 1059 |
+
"ret_loss": 0.0,
|
| 1060 |
+
"pretrain_loss": 0.0,
|
| 1061 |
+
"total_loss": 0.10647186636924744
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"global_step": 2140,
|
| 1065 |
+
"optimizer_step": 267,
|
| 1066 |
+
"lr": 2.1505241511612522e-05,
|
| 1067 |
+
"lm_loss": 0.0036602283362299204,
|
| 1068 |
+
"order_loss": 0.482421875,
|
| 1069 |
+
"ret_loss": 0.0,
|
| 1070 |
+
"pretrain_loss": 0.0,
|
| 1071 |
+
"total_loss": 0.10033991932868958
|
| 1072 |
+
},
|
| 1073 |
+
{
|
| 1074 |
+
"global_step": 2160,
|
| 1075 |
+
"optimizer_step": 270,
|
| 1076 |
+
"lr": 2.0985281073035076e-05,
|
| 1077 |
+
"lm_loss": 0.07638672739267349,
|
| 1078 |
+
"order_loss": 0.455078125,
|
| 1079 |
+
"ret_loss": 0.0,
|
| 1080 |
+
"pretrain_loss": 0.0,
|
| 1081 |
+
"total_loss": 0.1672070324420929
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"global_step": 2180,
|
| 1085 |
+
"optimizer_step": 272,
|
| 1086 |
+
"lr": 2.0639613688538734e-05,
|
| 1087 |
+
"lm_loss": 0.048112597316503525,
|
| 1088 |
+
"order_loss": 0.490234375,
|
| 1089 |
+
"ret_loss": 0.0,
|
| 1090 |
+
"pretrain_loss": 0.0,
|
| 1091 |
+
"total_loss": 0.14625713229179382
|
| 1092 |
+
},
|
| 1093 |
+
{
|
| 1094 |
+
"global_step": 2200,
|
| 1095 |
+
"optimizer_step": 275,
|
| 1096 |
+
"lr": 2.0122741949596797e-05,
|
| 1097 |
+
"lm_loss": 0.07557408511638641,
|
| 1098 |
+
"order_loss": 0.490234375,
|
| 1099 |
+
"ret_loss": 0.0,
|
| 1100 |
+
"pretrain_loss": 0.0,
|
| 1101 |
+
"total_loss": 0.1737186163663864
|
| 1102 |
+
},
|
| 1103 |
+
{
|
| 1104 |
+
"global_step": 2220,
|
| 1105 |
+
"optimizer_step": 277,
|
| 1106 |
+
"lr": 1.977934585819576e-05,
|
| 1107 |
+
"lm_loss": 0.046283118426799774,
|
| 1108 |
+
"order_loss": 0.455078125,
|
| 1109 |
+
"ret_loss": 0.0,
|
| 1110 |
+
"pretrain_loss": 0.0,
|
| 1111 |
+
"total_loss": 0.13710343837738037
|
| 1112 |
+
},
|
| 1113 |
+
{
|
| 1114 |
+
"global_step": 2240,
|
| 1115 |
+
"optimizer_step": 280,
|
| 1116 |
+
"lr": 1.9266198182035058e-05,
|
| 1117 |
+
"lm_loss": 0.0221647247672081,
|
| 1118 |
+
"order_loss": 0.61328125,
|
| 1119 |
+
"ret_loss": 0.0,
|
| 1120 |
+
"pretrain_loss": 0.0,
|
| 1121 |
+
"total_loss": 0.1447233259677887
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"global_step": 2260,
|
| 1125 |
+
"optimizer_step": 282,
|
| 1126 |
+
"lr": 1.8925495502418406e-05,
|
| 1127 |
+
"lm_loss": 0.14896491169929504,
|
| 1128 |
+
"order_loss": 0.4453125,
|
| 1129 |
+
"ret_loss": 0.0,
|
| 1130 |
+
"pretrain_loss": 0.0,
|
| 1131 |
+
"total_loss": 0.23783209919929504
|
| 1132 |
+
},
|
| 1133 |
+
{
|
| 1134 |
+
"global_step": 2280,
|
| 1135 |
+
"optimizer_step": 285,
|
| 1136 |
+
"lr": 1.841670267439088e-05,
|
| 1137 |
+
"lm_loss": 0.007534273900091648,
|
| 1138 |
+
"order_loss": 0.51171875,
|
| 1139 |
+
"ret_loss": 0.0,
|
| 1140 |
+
"pretrain_loss": 0.0,
|
| 1141 |
+
"total_loss": 0.11007333546876907
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"global_step": 2300,
|
| 1145 |
+
"optimizer_step": 287,
|
| 1146 |
+
"lr": 1.8079112214378768e-05,
|
| 1147 |
+
"lm_loss": 0.17099373042583466,
|
| 1148 |
+
"order_loss": 0.44921875,
|
| 1149 |
+
"ret_loss": 0.0,
|
| 1150 |
+
"pretrain_loss": 0.0,
|
| 1151 |
+
"total_loss": 0.26083749532699585
|
| 1152 |
+
},
|
| 1153 |
+
{
|
| 1154 |
+
"global_step": 2320,
|
| 1155 |
+
"optimizer_step": 290,
|
| 1156 |
+
"lr": 1.757529966665141e-05,
|
| 1157 |
+
"lm_loss": 0.005708654411137104,
|
| 1158 |
+
"order_loss": 0.4921875,
|
| 1159 |
+
"ret_loss": 0.0,
|
| 1160 |
+
"pretrain_loss": 0.0,
|
| 1161 |
+
"total_loss": 0.10434146970510483
|
| 1162 |
+
},
|
| 1163 |
+
{
|
| 1164 |
+
"global_step": 2340,
|
| 1165 |
+
"optimizer_step": 292,
|
| 1166 |
+
"lr": 1.72412364083767e-05,
|
| 1167 |
+
"lm_loss": 0.14307241141796112,
|
| 1168 |
+
"order_loss": 0.515625,
|
| 1169 |
+
"ret_loss": 0.0,
|
| 1170 |
+
"pretrain_loss": 0.0,
|
| 1171 |
+
"total_loss": 0.24609975516796112
|
| 1172 |
+
},
|
| 1173 |
+
{
|
| 1174 |
+
"global_step": 2360,
|
| 1175 |
+
"optimizer_step": 295,
|
| 1176 |
+
"lr": 1.6743023451120832e-05,
|
| 1177 |
+
"lm_loss": 0.01717868261039257,
|
| 1178 |
+
"order_loss": 0.439453125,
|
| 1179 |
+
"ret_loss": 0.0,
|
| 1180 |
+
"pretrain_loss": 0.0,
|
| 1181 |
+
"total_loss": 0.10506930947303772
|
| 1182 |
+
},
|
| 1183 |
+
{
|
| 1184 |
+
"global_step": 2380,
|
| 1185 |
+
"optimizer_step": 297,
|
| 1186 |
+
"lr": 1.641289804091347e-05,
|
| 1187 |
+
"lm_loss": 0.0017281525069847703,
|
| 1188 |
+
"order_loss": 0.484375,
|
| 1189 |
+
"ret_loss": 0.0,
|
| 1190 |
+
"pretrain_loss": 0.0,
|
| 1191 |
+
"total_loss": 0.09840784221887589
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"global_step": 2400,
|
| 1195 |
+
"optimizer_step": 300,
|
| 1196 |
+
"lr": 1.5920897101019383e-05,
|
| 1197 |
+
"lm_loss": 0.011986006051301956,
|
| 1198 |
+
"order_loss": 0.48828125,
|
| 1199 |
+
"ret_loss": 0.0,
|
| 1200 |
+
"pretrain_loss": 0.0,
|
| 1201 |
+
"total_loss": 0.10964225232601166
|
| 1202 |
+
},
|
| 1203 |
+
{
|
| 1204 |
+
"global_step": 2420,
|
| 1205 |
+
"optimizer_step": 302,
|
| 1206 |
+
"lr": 1.5595115344620576e-05,
|
| 1207 |
+
"lm_loss": 0.002434519585222006,
|
| 1208 |
+
"order_loss": 0.408203125,
|
| 1209 |
+
"ret_loss": 0.0,
|
| 1210 |
+
"pretrain_loss": 0.0,
|
| 1211 |
+
"total_loss": 0.08397749066352844
|
| 1212 |
+
},
|
| 1213 |
+
{
|
| 1214 |
+
"global_step": 2440,
|
| 1215 |
+
"optimizer_step": 305,
|
| 1216 |
+
"lr": 1.5109931212873534e-05,
|
| 1217 |
+
"lm_loss": 0.04438745602965355,
|
| 1218 |
+
"order_loss": 0.51171875,
|
| 1219 |
+
"ret_loss": 0.0,
|
| 1220 |
+
"pretrain_loss": 0.0,
|
| 1221 |
+
"total_loss": 0.14692652225494385
|
| 1222 |
+
},
|
| 1223 |
+
{
|
| 1224 |
+
"global_step": 2460,
|
| 1225 |
+
"optimizer_step": 307,
|
| 1226 |
+
"lr": 1.4788893576600099e-05,
|
| 1227 |
+
"lm_loss": 0.0008090457413345575,
|
| 1228 |
+
"order_loss": 0.447265625,
|
| 1229 |
+
"ret_loss": 0.0,
|
| 1230 |
+
"pretrain_loss": 0.0,
|
| 1231 |
+
"total_loss": 0.09016451239585876
|
| 1232 |
+
},
|
| 1233 |
+
{
|
| 1234 |
+
"global_step": 2480,
|
| 1235 |
+
"optimizer_step": 310,
|
| 1236 |
+
"lr": 1.4311122664242954e-05,
|
| 1237 |
+
"lm_loss": 0.04766635224223137,
|
| 1238 |
+
"order_loss": 0.5,
|
| 1239 |
+
"ret_loss": 0.0,
|
| 1240 |
+
"pretrain_loss": 0.0,
|
| 1241 |
+
"total_loss": 0.14776401221752167
|
| 1242 |
+
},
|
| 1243 |
+
{
|
| 1244 |
+
"global_step": 2500,
|
| 1245 |
+
"optimizer_step": 312,
|
| 1246 |
+
"lr": 1.399522378271527e-05,
|
| 1247 |
+
"lm_loss": 0.09583702683448792,
|
| 1248 |
+
"order_loss": 0.470703125,
|
| 1249 |
+
"ret_loss": 0.0,
|
| 1250 |
+
"pretrain_loss": 0.0,
|
| 1251 |
+
"total_loss": 0.19007530808448792
|
| 1252 |
+
},
|
| 1253 |
+
{
|
| 1254 |
+
"global_step": 2520,
|
| 1255 |
+
"optimizer_step": 315,
|
| 1256 |
+
"lr": 1.3525453388311554e-05,
|
| 1257 |
+
"lm_loss": 0.09939905256032944,
|
| 1258 |
+
"order_loss": 0.59765625,
|
| 1259 |
+
"ret_loss": 0.0,
|
| 1260 |
+
"pretrain_loss": 0.0,
|
| 1261 |
+
"total_loss": 0.21902796626091003
|
| 1262 |
+
},
|
| 1263 |
+
{
|
| 1264 |
+
"global_step": 2540,
|
| 1265 |
+
"optimizer_step": 317,
|
| 1266 |
+
"lr": 1.3215081579350058e-05,
|
| 1267 |
+
"lm_loss": 0.03389511629939079,
|
| 1268 |
+
"order_loss": 0.59375,
|
| 1269 |
+
"ret_loss": 0.0,
|
| 1270 |
+
"pretrain_loss": 0.0,
|
| 1271 |
+
"total_loss": 0.1525474637746811
|
| 1272 |
+
},
|
| 1273 |
+
{
|
| 1274 |
+
"global_step": 2560,
|
| 1275 |
+
"optimizer_step": 320,
|
| 1276 |
+
"lr": 1.2753889166848909e-05,
|
| 1277 |
+
"lm_loss": 0.03291267156600952,
|
| 1278 |
+
"order_loss": 0.53515625,
|
| 1279 |
+
"ret_loss": 0.0,
|
| 1280 |
+
"pretrain_loss": 0.0,
|
| 1281 |
+
"total_loss": 0.13984626531600952
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"global_step": 2580,
|
| 1285 |
+
"optimizer_step": 322,
|
| 1286 |
+
"lr": 1.2449425954135452e-05,
|
| 1287 |
+
"lm_loss": 0.263327419757843,
|
| 1288 |
+
"order_loss": 0.390625,
|
| 1289 |
+
"ret_loss": 0.0,
|
| 1290 |
+
"pretrain_loss": 0.0,
|
| 1291 |
+
"total_loss": 0.341452419757843
|
| 1292 |
+
},
|
| 1293 |
+
{
|
| 1294 |
+
"global_step": 2600,
|
| 1295 |
+
"optimizer_step": 325,
|
| 1296 |
+
"lr": 1.1997378443025634e-05,
|
| 1297 |
+
"lm_loss": 0.14201779663562775,
|
| 1298 |
+
"order_loss": 0.416015625,
|
| 1299 |
+
"ret_loss": 0.0,
|
| 1300 |
+
"pretrain_loss": 0.0,
|
| 1301 |
+
"total_loss": 0.22502560913562775
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"global_step": 2620,
|
| 1305 |
+
"optimizer_step": 327,
|
| 1306 |
+
"lr": 1.1699198087116589e-05,
|
| 1307 |
+
"lm_loss": 0.04106229171156883,
|
| 1308 |
+
"order_loss": 0.58203125,
|
| 1309 |
+
"ret_loss": 0.0,
|
| 1310 |
+
"pretrain_loss": 0.0,
|
| 1311 |
+
"total_loss": 0.15727323293685913
|
| 1312 |
+
},
|
| 1313 |
+
{
|
| 1314 |
+
"global_step": 2640,
|
| 1315 |
+
"optimizer_step": 330,
|
| 1316 |
+
"lr": 1.1256851155542298e-05,
|
| 1317 |
+
"lm_loss": 0.10953841358423233,
|
| 1318 |
+
"order_loss": 0.7578125,
|
| 1319 |
+
"ret_loss": 0.0,
|
| 1320 |
+
"pretrain_loss": 0.0,
|
| 1321 |
+
"total_loss": 0.26090559363365173
|
| 1322 |
+
},
|
| 1323 |
+
{
|
| 1324 |
+
"global_step": 2660,
|
| 1325 |
+
"optimizer_step": 332,
|
| 1326 |
+
"lr": 1.0965320193809808e-05,
|
| 1327 |
+
"lm_loss": 0.1703154742717743,
|
| 1328 |
+
"order_loss": 0.515625,
|
| 1329 |
+
"ret_loss": 0.0,
|
| 1330 |
+
"pretrain_loss": 0.0,
|
| 1331 |
+
"total_loss": 0.2733428180217743
|
| 1332 |
+
},
|
| 1333 |
+
{
|
| 1334 |
+
"global_step": 2680,
|
| 1335 |
+
"optimizer_step": 335,
|
| 1336 |
+
"lr": 1.0533217595504858e-05,
|
| 1337 |
+
"lm_loss": 0.20140531659126282,
|
| 1338 |
+
"order_loss": 0.380859375,
|
| 1339 |
+
"ret_loss": 0.0,
|
| 1340 |
+
"pretrain_loss": 0.0,
|
| 1341 |
+
"total_loss": 0.2775771915912628
|
| 1342 |
+
},
|
| 1343 |
+
{
|
| 1344 |
+
"global_step": 2700,
|
| 1345 |
+
"optimizer_step": 337,
|
| 1346 |
+
"lr": 1.0248694391571801e-05,
|
| 1347 |
+
"lm_loss": 0.0021162626799196005,
|
| 1348 |
+
"order_loss": 0.349609375,
|
| 1349 |
+
"ret_loss": 0.0,
|
| 1350 |
+
"pretrain_loss": 0.0,
|
| 1351 |
+
"total_loss": 0.07194048166275024
|
| 1352 |
+
},
|
| 1353 |
+
{
|
| 1354 |
+
"global_step": 2720,
|
| 1355 |
+
"optimizer_step": 340,
|
| 1356 |
+
"lr": 9.82736728745186e-06,
|
| 1357 |
+
"lm_loss": 0.011415649205446243,
|
| 1358 |
+
"order_loss": 0.53125,
|
| 1359 |
+
"ret_loss": 0.0,
|
| 1360 |
+
"pretrain_loss": 0.0,
|
| 1361 |
+
"total_loss": 0.11786095798015594
|
| 1362 |
+
},
|
| 1363 |
+
{
|
| 1364 |
+
"global_step": 2740,
|
| 1365 |
+
"optimizer_step": 342,
|
| 1366 |
+
"lr": 9.550201590674343e-06,
|
| 1367 |
+
"lm_loss": 0.013661757111549377,
|
| 1368 |
+
"order_loss": 0.396484375,
|
| 1369 |
+
"ret_loss": 0.0,
|
| 1370 |
+
"pretrain_loss": 0.0,
|
| 1371 |
+
"total_loss": 0.09276331961154938
|
| 1372 |
+
},
|
| 1373 |
+
{
|
| 1374 |
+
"global_step": 2760,
|
| 1375 |
+
"optimizer_step": 345,
|
| 1376 |
+
"lr": 9.140167895908867e-06,
|
| 1377 |
+
"lm_loss": 0.04939831420779228,
|
| 1378 |
+
"order_loss": 0.423828125,
|
| 1379 |
+
"ret_loss": 0.0,
|
| 1380 |
+
"pretrain_loss": 0.0,
|
| 1381 |
+
"total_loss": 0.13435925543308258
|
| 1382 |
+
},
|
| 1383 |
+
{
|
| 1384 |
+
"global_step": 2780,
|
| 1385 |
+
"optimizer_step": 347,
|
| 1386 |
+
"lr": 8.870700411447816e-06,
|
| 1387 |
+
"lm_loss": 0.06054321303963661,
|
| 1388 |
+
"order_loss": 0.458984375,
|
| 1389 |
+
"ret_loss": 0.0,
|
| 1390 |
+
"pretrain_loss": 0.0,
|
| 1391 |
+
"total_loss": 0.1523400843143463
|
| 1392 |
+
},
|
| 1393 |
+
{
|
| 1394 |
+
"global_step": 2800,
|
| 1395 |
+
"optimizer_step": 350,
|
| 1396 |
+
"lr": 8.472464158814255e-06,
|
| 1397 |
+
"lm_loss": 0.001163475913926959,
|
| 1398 |
+
"order_loss": 0.412109375,
|
| 1399 |
+
"ret_loss": 0.0,
|
| 1400 |
+
"pretrain_loss": 0.0,
|
| 1401 |
+
"total_loss": 0.08368300646543503
|
| 1402 |
+
},
|
| 1403 |
+
{
|
| 1404 |
+
"global_step": 2820,
|
| 1405 |
+
"optimizer_step": 352,
|
| 1406 |
+
"lr": 8.211026128824539e-06,
|
| 1407 |
+
"lm_loss": 0.17193391919136047,
|
| 1408 |
+
"order_loss": 0.404296875,
|
| 1409 |
+
"ret_loss": 0.0,
|
| 1410 |
+
"pretrain_loss": 0.0,
|
| 1411 |
+
"total_loss": 0.2529886066913605
|
| 1412 |
+
},
|
| 1413 |
+
{
|
| 1414 |
+
"global_step": 2840,
|
| 1415 |
+
"optimizer_step": 355,
|
| 1416 |
+
"lr": 7.825076849127458e-06,
|
| 1417 |
+
"lm_loss": 0.008340154774487019,
|
| 1418 |
+
"order_loss": 0.4375,
|
| 1419 |
+
"ret_loss": 0.0,
|
| 1420 |
+
"pretrain_loss": 0.0,
|
| 1421 |
+
"total_loss": 0.09574250131845474
|
| 1422 |
+
},
|
| 1423 |
+
{
|
| 1424 |
+
"global_step": 2860,
|
| 1425 |
+
"optimizer_step": 357,
|
| 1426 |
+
"lr": 7.571989645579419e-06,
|
| 1427 |
+
"lm_loss": 0.07134458422660828,
|
| 1428 |
+
"order_loss": 0.55859375,
|
| 1429 |
+
"ret_loss": 0.0,
|
| 1430 |
+
"pretrain_loss": 0.0,
|
| 1431 |
+
"total_loss": 0.18316099047660828
|
| 1432 |
+
},
|
| 1433 |
+
{
|
| 1434 |
+
"global_step": 2880,
|
| 1435 |
+
"optimizer_step": 360,
|
| 1436 |
+
"lr": 7.198801765896115e-06,
|
| 1437 |
+
"lm_loss": 0.00557600287720561,
|
| 1438 |
+
"order_loss": 0.390625,
|
| 1439 |
+
"ret_loss": 0.0,
|
| 1440 |
+
"pretrain_loss": 0.0,
|
| 1441 |
+
"total_loss": 0.0837009996175766
|
| 1442 |
+
},
|
| 1443 |
+
{
|
| 1444 |
+
"global_step": 2900,
|
| 1445 |
+
"optimizer_step": 362,
|
| 1446 |
+
"lr": 6.9543764955299265e-06,
|
| 1447 |
+
"lm_loss": 0.003231822745874524,
|
| 1448 |
+
"order_loss": 0.59765625,
|
| 1449 |
+
"ret_loss": 0.0,
|
| 1450 |
+
"pretrain_loss": 0.0,
|
| 1451 |
+
"total_loss": 0.12286072969436646
|
| 1452 |
+
},
|
| 1453 |
+
{
|
| 1454 |
+
"global_step": 2920,
|
| 1455 |
+
"optimizer_step": 365,
|
| 1456 |
+
"lr": 6.594408756022272e-06,
|
| 1457 |
+
"lm_loss": 0.004283197224140167,
|
| 1458 |
+
"order_loss": 0.44921875,
|
| 1459 |
+
"ret_loss": 0.0,
|
| 1460 |
+
"pretrain_loss": 0.0,
|
| 1461 |
+
"total_loss": 0.09412694722414017
|
| 1462 |
+
},
|
| 1463 |
+
{
|
| 1464 |
+
"global_step": 2940,
|
| 1465 |
+
"optimizer_step": 367,
|
| 1466 |
+
"lr": 6.358945877920861e-06,
|
| 1467 |
+
"lm_loss": 0.05843528360128403,
|
| 1468 |
+
"order_loss": 0.416015625,
|
| 1469 |
+
"ret_loss": 0.0,
|
| 1470 |
+
"pretrain_loss": 0.0,
|
| 1471 |
+
"total_loss": 0.14144310355186462
|
| 1472 |
+
},
|
| 1473 |
+
{
|
| 1474 |
+
"global_step": 2960,
|
| 1475 |
+
"optimizer_step": 370,
|
| 1476 |
+
"lr": 6.012640767930217e-06,
|
| 1477 |
+
"lm_loss": 0.16036616265773773,
|
| 1478 |
+
"order_loss": 0.53515625,
|
| 1479 |
+
"ret_loss": 0.0,
|
| 1480 |
+
"pretrain_loss": 0.0,
|
| 1481 |
+
"total_loss": 0.2672997713088989
|
| 1482 |
+
},
|
| 1483 |
+
{
|
| 1484 |
+
"global_step": 2980,
|
| 1485 |
+
"optimizer_step": 372,
|
| 1486 |
+
"lr": 5.7864297241808e-06,
|
| 1487 |
+
"lm_loss": 0.04822905734181404,
|
| 1488 |
+
"order_loss": 0.50390625,
|
| 1489 |
+
"ret_loss": 0.0,
|
| 1490 |
+
"pretrain_loss": 0.0,
|
| 1491 |
+
"total_loss": 0.14881499111652374
|
| 1492 |
+
},
|
| 1493 |
+
{
|
| 1494 |
+
"global_step": 3000,
|
| 1495 |
+
"optimizer_step": 375,
|
| 1496 |
+
"lr": 5.454212938299255e-06,
|
| 1497 |
+
"lm_loss": 0.049619436264038086,
|
| 1498 |
+
"order_loss": 0.4296875,
|
| 1499 |
+
"ret_loss": 0.0,
|
| 1500 |
+
"pretrain_loss": 0.0,
|
| 1501 |
+
"total_loss": 0.13555693626403809
|
| 1502 |
+
},
|
| 1503 |
+
{
|
| 1504 |
+
"global_step": 3020,
|
| 1505 |
+
"optimizer_step": 377,
|
| 1506 |
+
"lr": 5.237531798197415e-06,
|
| 1507 |
+
"lm_loss": 0.03117957152426243,
|
| 1508 |
+
"order_loss": 0.46484375,
|
| 1509 |
+
"ret_loss": 0.0,
|
| 1510 |
+
"pretrain_loss": 0.0,
|
| 1511 |
+
"total_loss": 0.12395300716161728
|
| 1512 |
+
},
|
| 1513 |
+
{
|
| 1514 |
+
"global_step": 3040,
|
| 1515 |
+
"optimizer_step": 380,
|
| 1516 |
+
"lr": 4.91981171298388e-06,
|
| 1517 |
+
"lm_loss": 0.02648955211043358,
|
| 1518 |
+
"order_loss": 0.5234375,
|
| 1519 |
+
"ret_loss": 0.0,
|
| 1520 |
+
"pretrain_loss": 0.0,
|
| 1521 |
+
"total_loss": 0.13098174333572388
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"global_step": 3060,
|
| 1525 |
+
"optimizer_step": 382,
|
| 1526 |
+
"lr": 4.712926831217685e-06,
|
| 1527 |
+
"lm_loss": 0.013364934362471104,
|
| 1528 |
+
"order_loss": 0.44140625,
|
| 1529 |
+
"ret_loss": 0.0,
|
| 1530 |
+
"pretrain_loss": 0.0,
|
| 1531 |
+
"total_loss": 0.10174383968114853
|
| 1532 |
+
},
|
| 1533 |
+
{
|
| 1534 |
+
"global_step": 3080,
|
| 1535 |
+
"optimizer_step": 385,
|
| 1536 |
+
"lr": 4.410094003202134e-06,
|
| 1537 |
+
"lm_loss": 0.008597614243626595,
|
| 1538 |
+
"order_loss": 0.52734375,
|
| 1539 |
+
"ret_loss": 0.0,
|
| 1540 |
+
"pretrain_loss": 0.0,
|
| 1541 |
+
"total_loss": 0.11406636238098145
|
| 1542 |
+
},
|
| 1543 |
+
{
|
| 1544 |
+
"global_step": 3100,
|
| 1545 |
+
"optimizer_step": 387,
|
| 1546 |
+
"lr": 4.213259692436367e-06,
|
| 1547 |
+
"lm_loss": 0.05938690900802612,
|
| 1548 |
+
"order_loss": 0.37109375,
|
| 1549 |
+
"ret_loss": 0.0,
|
| 1550 |
+
"pretrain_loss": 0.0,
|
| 1551 |
+
"total_loss": 0.13360565900802612
|
| 1552 |
+
},
|
| 1553 |
+
{
|
| 1554 |
+
"global_step": 3120,
|
| 1555 |
+
"optimizer_step": 390,
|
| 1556 |
+
"lr": 3.925686378029331e-06,
|
| 1557 |
+
"lm_loss": 0.0019204039126634598,
|
| 1558 |
+
"order_loss": 0.4765625,
|
| 1559 |
+
"ret_loss": 0.0,
|
| 1560 |
+
"pretrain_loss": 0.0,
|
| 1561 |
+
"total_loss": 0.09713524580001831
|
| 1562 |
+
},
|
| 1563 |
+
{
|
| 1564 |
+
"global_step": 3140,
|
| 1565 |
+
"optimizer_step": 392,
|
| 1566 |
+
"lr": 3.739144596292382e-06,
|
| 1567 |
+
"lm_loss": 0.07007569074630737,
|
| 1568 |
+
"order_loss": 0.50390625,
|
| 1569 |
+
"ret_loss": 0.0,
|
| 1570 |
+
"pretrain_loss": 0.0,
|
| 1571 |
+
"total_loss": 0.17066162824630737
|
| 1572 |
+
},
|
| 1573 |
+
{
|
| 1574 |
+
"global_step": 3160,
|
| 1575 |
+
"optimizer_step": 395,
|
| 1576 |
+
"lr": 3.4671842941897765e-06,
|
| 1577 |
+
"lm_loss": 0.06530799716711044,
|
| 1578 |
+
"order_loss": 0.4765625,
|
| 1579 |
+
"ret_loss": 0.0,
|
| 1580 |
+
"pretrain_loss": 0.0,
|
| 1581 |
+
"total_loss": 0.16052284836769104
|
| 1582 |
+
},
|
| 1583 |
+
{
|
| 1584 |
+
"global_step": 3180,
|
| 1585 |
+
"optimizer_step": 397,
|
| 1586 |
+
"lr": 3.2911643474473646e-06,
|
| 1587 |
+
"lm_loss": 0.1749027669429779,
|
| 1588 |
+
"order_loss": 0.44921875,
|
| 1589 |
+
"ret_loss": 0.0,
|
| 1590 |
+
"pretrain_loss": 0.0,
|
| 1591 |
+
"total_loss": 0.2647465169429779
|
| 1592 |
+
},
|
| 1593 |
+
{
|
| 1594 |
+
"global_step": 3200,
|
| 1595 |
+
"optimizer_step": 400,
|
| 1596 |
+
"lr": 3.035151364093214e-06,
|
| 1597 |
+
"lm_loss": 0.05982464551925659,
|
| 1598 |
+
"order_loss": 0.5078125,
|
| 1599 |
+
"ret_loss": 0.0,
|
| 1600 |
+
"pretrain_loss": 0.0,
|
| 1601 |
+
"total_loss": 0.1613871455192566
|
| 1602 |
+
},
|
| 1603 |
+
{
|
| 1604 |
+
"global_step": 3220,
|
| 1605 |
+
"optimizer_step": 402,
|
| 1606 |
+
"lr": 2.869869624374699e-06,
|
| 1607 |
+
"lm_loss": 0.00852319784462452,
|
| 1608 |
+
"order_loss": 0.478515625,
|
| 1609 |
+
"ret_loss": 0.0,
|
| 1610 |
+
"pretrain_loss": 0.0,
|
| 1611 |
+
"total_loss": 0.10422632098197937
|
| 1612 |
+
},
|
| 1613 |
+
{
|
| 1614 |
+
"global_step": 3240,
|
| 1615 |
+
"optimizer_step": 405,
|
| 1616 |
+
"lr": 2.6301186630158485e-06,
|
| 1617 |
+
"lm_loss": 0.026309967041015625,
|
| 1618 |
+
"order_loss": 0.51953125,
|
| 1619 |
+
"ret_loss": 0.0,
|
| 1620 |
+
"pretrain_loss": 0.0,
|
| 1621 |
+
"total_loss": 0.13031387329101562
|
| 1622 |
+
},
|
| 1623 |
+
{
|
| 1624 |
+
"global_step": 3260,
|
| 1625 |
+
"optimizer_step": 407,
|
| 1626 |
+
"lr": 2.475778302439524e-06,
|
| 1627 |
+
"lm_loss": 0.026028333231806755,
|
| 1628 |
+
"order_loss": 0.466796875,
|
| 1629 |
+
"ret_loss": 0.0,
|
| 1630 |
+
"pretrain_loss": 0.0,
|
| 1631 |
+
"total_loss": 0.1192900538444519
|
| 1632 |
+
},
|
| 1633 |
+
{
|
| 1634 |
+
"global_step": 3280,
|
| 1635 |
+
"optimizer_step": 410,
|
| 1636 |
+
"lr": 2.2525840762775863e-06,
|
| 1637 |
+
"lm_loss": 0.035269152373075485,
|
| 1638 |
+
"order_loss": 0.490234375,
|
| 1639 |
+
"ret_loss": 0.0,
|
| 1640 |
+
"pretrain_loss": 0.0,
|
| 1641 |
+
"total_loss": 0.13341368734836578
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"global_step": 3300,
|
| 1645 |
+
"optimizer_step": 412,
|
| 1646 |
+
"lr": 2.1093748173018848e-06,
|
| 1647 |
+
"lm_loss": 0.0033399031963199377,
|
| 1648 |
+
"order_loss": 0.46484375,
|
| 1649 |
+
"ret_loss": 0.0,
|
| 1650 |
+
"pretrain_loss": 0.0,
|
| 1651 |
+
"total_loss": 0.09611333906650543
|
| 1652 |
+
},
|
| 1653 |
+
{
|
| 1654 |
+
"global_step": 3320,
|
| 1655 |
+
"optimizer_step": 415,
|
| 1656 |
+
"lr": 1.9030116872178316e-06,
|
| 1657 |
+
"lm_loss": 0.00727810338139534,
|
| 1658 |
+
"order_loss": 0.44921875,
|
| 1659 |
+
"ret_loss": 0.0,
|
| 1660 |
+
"pretrain_loss": 0.0,
|
| 1661 |
+
"total_loss": 0.09712184965610504
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"global_step": 3340,
|
| 1665 |
+
"optimizer_step": 417,
|
| 1666 |
+
"lr": 1.771109569425547e-06,
|
| 1667 |
+
"lm_loss": 0.039178382605314255,
|
| 1668 |
+
"order_loss": 0.451171875,
|
| 1669 |
+
"ret_loss": 0.0,
|
| 1670 |
+
"pretrain_loss": 0.0,
|
| 1671 |
+
"total_loss": 0.12951041758060455
|
| 1672 |
+
},
|
| 1673 |
+
{
|
| 1674 |
+
"global_step": 3360,
|
| 1675 |
+
"optimizer_step": 420,
|
| 1676 |
+
"lr": 1.5818312067223672e-06,
|
| 1677 |
+
"lm_loss": 0.0033783582039177418,
|
| 1678 |
+
"order_loss": 0.75,
|
| 1679 |
+
"ret_loss": 0.0,
|
| 1680 |
+
"pretrain_loss": 0.0,
|
| 1681 |
+
"total_loss": 0.15376898646354675
|
| 1682 |
+
},
|
| 1683 |
+
{
|
| 1684 |
+
"global_step": 3380,
|
| 1685 |
+
"optimizer_step": 422,
|
| 1686 |
+
"lr": 1.4613983704244826e-06,
|
| 1687 |
+
"lm_loss": 0.1496252417564392,
|
| 1688 |
+
"order_loss": 0.40625,
|
| 1689 |
+
"ret_loss": 0.0,
|
| 1690 |
+
"pretrain_loss": 0.0,
|
| 1691 |
+
"total_loss": 0.2306799292564392
|
| 1692 |
+
},
|
| 1693 |
+
{
|
| 1694 |
+
"global_step": 3400,
|
| 1695 |
+
"optimizer_step": 425,
|
| 1696 |
+
"lr": 1.2894374450024338e-06,
|
| 1697 |
+
"lm_loss": 0.004982159473001957,
|
| 1698 |
+
"order_loss": 0.51171875,
|
| 1699 |
+
"ret_loss": 0.0,
|
| 1700 |
+
"pretrain_loss": 0.0,
|
| 1701 |
+
"total_loss": 0.10752122104167938
|
| 1702 |
+
},
|
| 1703 |
+
{
|
| 1704 |
+
"global_step": 3420,
|
| 1705 |
+
"optimizer_step": 427,
|
| 1706 |
+
"lr": 1.180621931927592e-06,
|
| 1707 |
+
"lm_loss": 0.0342336967587471,
|
| 1708 |
+
"order_loss": 0.55859375,
|
| 1709 |
+
"ret_loss": 0.0,
|
| 1710 |
+
"pretrain_loss": 0.0,
|
| 1711 |
+
"total_loss": 0.1460500955581665
|
| 1712 |
+
},
|
| 1713 |
+
{
|
| 1714 |
+
"global_step": 3440,
|
| 1715 |
+
"optimizer_step": 430,
|
| 1716 |
+
"lr": 1.0261898262753812e-06,
|
| 1717 |
+
"lm_loss": 0.002356461016461253,
|
| 1718 |
+
"order_loss": 0.5078125,
|
| 1719 |
+
"ret_loss": 0.0,
|
| 1720 |
+
"pretrain_loss": 0.0,
|
| 1721 |
+
"total_loss": 0.10391896218061447
|
| 1722 |
+
},
|
| 1723 |
+
{
|
| 1724 |
+
"global_step": 3460,
|
| 1725 |
+
"optimizer_step": 432,
|
| 1726 |
+
"lr": 9.291253975900139e-07,
|
| 1727 |
+
"lm_loss": 0.010202859528362751,
|
| 1728 |
+
"order_loss": 0.62890625,
|
| 1729 |
+
"ret_loss": 0.0,
|
| 1730 |
+
"pretrain_loss": 0.0,
|
| 1731 |
+
"total_loss": 0.13617941737174988
|
| 1732 |
+
},
|
| 1733 |
+
{
|
| 1734 |
+
"global_step": 3480,
|
| 1735 |
+
"optimizer_step": 435,
|
| 1736 |
+
"lr": 7.924119469434665e-07,
|
| 1737 |
+
"lm_loss": 0.036483995616436005,
|
| 1738 |
+
"order_loss": 0.4296875,
|
| 1739 |
+
"ret_loss": 0.0,
|
| 1740 |
+
"pretrain_loss": 0.0,
|
| 1741 |
+
"total_loss": 0.122421495616436
|
| 1742 |
+
},
|
| 1743 |
+
{
|
| 1744 |
+
"global_step": 3500,
|
| 1745 |
+
"optimizer_step": 437,
|
| 1746 |
+
"lr": 7.072179188262251e-07,
|
| 1747 |
+
"lm_loss": 0.0008914167410694063,
|
| 1748 |
+
"order_loss": 0.39453125,
|
| 1749 |
+
"ret_loss": 0.0,
|
| 1750 |
+
"pretrain_loss": 0.0,
|
| 1751 |
+
"total_loss": 0.07999297976493835
|
| 1752 |
+
},
|
| 1753 |
+
{
|
| 1754 |
+
"global_step": 3520,
|
| 1755 |
+
"optimizer_step": 440,
|
| 1756 |
+
"lr": 5.883911778138324e-07,
|
| 1757 |
+
"lm_loss": 0.00210593338124454,
|
| 1758 |
+
"order_loss": 0.46875,
|
| 1759 |
+
"ret_loss": 0.0,
|
| 1760 |
+
"pretrain_loss": 0.0,
|
| 1761 |
+
"total_loss": 0.09585593640804291
|
| 1762 |
+
},
|
| 1763 |
+
{
|
| 1764 |
+
"global_step": 3540,
|
| 1765 |
+
"optimizer_step": 442,
|
| 1766 |
+
"lr": 5.151722747865434e-07,
|
| 1767 |
+
"lm_loss": 0.02794843353331089,
|
| 1768 |
+
"order_loss": 0.435546875,
|
| 1769 |
+
"ret_loss": 0.0,
|
| 1770 |
+
"pretrain_loss": 0.0,
|
| 1771 |
+
"total_loss": 0.11486249417066574
|
| 1772 |
+
},
|
| 1773 |
+
{
|
| 1774 |
+
"global_step": 3560,
|
| 1775 |
+
"optimizer_step": 445,
|
| 1776 |
+
"lr": 4.1437831084878974e-07,
|
| 1777 |
+
"lm_loss": 0.0007857051678001881,
|
| 1778 |
+
"order_loss": 0.5859375,
|
| 1779 |
+
"ret_loss": 0.0,
|
| 1780 |
+
"pretrain_loss": 0.0,
|
| 1781 |
+
"total_loss": 0.1179732084274292
|
| 1782 |
+
},
|
| 1783 |
+
{
|
| 1784 |
+
"global_step": 3580,
|
| 1785 |
+
"optimizer_step": 447,
|
| 1786 |
+
"lr": 3.5322453704410286e-07,
|
| 1787 |
+
"lm_loss": 0.5317711234092712,
|
| 1788 |
+
"order_loss": 0.37890625,
|
| 1789 |
+
"ret_loss": 0.0,
|
| 1790 |
+
"pretrain_loss": 0.0,
|
| 1791 |
+
"total_loss": 0.6074547171592712
|
| 1792 |
+
},
|
| 1793 |
+
{
|
| 1794 |
+
"global_step": 3600,
|
| 1795 |
+
"optimizer_step": 450,
|
| 1796 |
+
"lr": 2.705872508804747e-07,
|
| 1797 |
+
"lm_loss": 0.1049887016415596,
|
| 1798 |
+
"order_loss": 0.53515625,
|
| 1799 |
+
"ret_loss": 0.0,
|
| 1800 |
+
"pretrain_loss": 0.0,
|
| 1801 |
+
"total_loss": 0.211922287940979
|
| 1802 |
+
},
|
| 1803 |
+
{
|
| 1804 |
+
"global_step": 3620,
|
| 1805 |
+
"optimizer_step": 452,
|
| 1806 |
+
"lr": 2.215737794045436e-07,
|
| 1807 |
+
"lm_loss": 0.1983378827571869,
|
| 1808 |
+
"order_loss": 0.5,
|
| 1809 |
+
"ret_loss": 0.0,
|
| 1810 |
+
"pretrain_loss": 0.0,
|
| 1811 |
+
"total_loss": 0.2984355390071869
|
| 1812 |
+
},
|
| 1813 |
+
{
|
| 1814 |
+
"global_step": 3640,
|
| 1815 |
+
"optimizer_step": 455,
|
| 1816 |
+
"lr": 1.571947526689349e-07,
|
| 1817 |
+
"lm_loss": 0.6699127554893494,
|
| 1818 |
+
"order_loss": 0.5078125,
|
| 1819 |
+
"ret_loss": 0.0,
|
| 1820 |
+
"pretrain_loss": 0.0,
|
| 1821 |
+
"total_loss": 0.7714752554893494
|
| 1822 |
+
},
|
| 1823 |
+
{
|
| 1824 |
+
"global_step": 3660,
|
| 1825 |
+
"optimizer_step": 457,
|
| 1826 |
+
"lr": 1.2038183319507955e-07,
|
| 1827 |
+
"lm_loss": 0.009506022557616234,
|
| 1828 |
+
"order_loss": 0.373046875,
|
| 1829 |
+
"ret_loss": 0.0,
|
| 1830 |
+
"pretrain_loss": 0.0,
|
| 1831 |
+
"total_loss": 0.08421305567026138
|
| 1832 |
+
},
|
| 1833 |
+
{
|
| 1834 |
+
"global_step": 3680,
|
| 1835 |
+
"optimizer_step": 460,
|
| 1836 |
+
"lr": 7.434020362682704e-08,
|
| 1837 |
+
"lm_loss": 0.007833766750991344,
|
| 1838 |
+
"order_loss": 0.498046875,
|
| 1839 |
+
"ret_loss": 0.0,
|
| 1840 |
+
"pretrain_loss": 0.0,
|
| 1841 |
+
"total_loss": 0.10744313895702362
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"global_step": 3700,
|
| 1845 |
+
"optimizer_step": 462,
|
| 1846 |
+
"lr": 4.977308833379324e-08,
|
| 1847 |
+
"lm_loss": 0.007191571872681379,
|
| 1848 |
+
"order_loss": 0.56640625,
|
| 1849 |
+
"ret_loss": 0.0,
|
| 1850 |
+
"pretrain_loss": 0.0,
|
| 1851 |
+
"total_loss": 0.12047281861305237
|
| 1852 |
+
},
|
| 1853 |
+
{
|
| 1854 |
+
"global_step": 3720,
|
| 1855 |
+
"optimizer_step": 465,
|
| 1856 |
+
"lr": 2.2125452477828047e-08,
|
| 1857 |
+
"lm_loss": 0.004907304421067238,
|
| 1858 |
+
"order_loss": 0.396484375,
|
| 1859 |
+
"ret_loss": 0.0,
|
| 1860 |
+
"pretrain_loss": 0.0,
|
| 1861 |
+
"total_loss": 0.08400886505842209
|
| 1862 |
+
},
|
| 1863 |
+
{
|
| 1864 |
+
"global_step": 3740,
|
| 1865 |
+
"optimizer_step": 467,
|
| 1866 |
+
"lr": 9.834340423678368e-09,
|
| 1867 |
+
"lm_loss": 0.15200436115264893,
|
| 1868 |
+
"order_loss": 0.486328125,
|
| 1869 |
+
"ret_loss": 0.0,
|
| 1870 |
+
"pretrain_loss": 0.0,
|
| 1871 |
+
"total_loss": 0.24917232990264893
|
| 1872 |
+
}
|
| 1873 |
+
]
|
| 1874 |
+
}
|
cls_qwen_orderkd_mid_l005/checkpoint-200/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_mid_l005/checkpoint-400/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_mid_l005/checkpoint-400/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_mid_l005/checkpoint-400/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_mid_l02/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"gate_proj",
|
| 38 |
+
"down_proj",
|
| 39 |
+
"k_proj",
|
| 40 |
+
"o_proj",
|
| 41 |
+
"q_proj",
|
| 42 |
+
"up_proj",
|
| 43 |
+
"v_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_mid_l02/checkpoint-200/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_mid_l02/checkpoint-200/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"gate_proj",
|
| 38 |
+
"down_proj",
|
| 39 |
+
"k_proj",
|
| 40 |
+
"o_proj",
|
| 41 |
+
"q_proj",
|
| 42 |
+
"up_proj",
|
| 43 |
+
"v_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_mid_l02/checkpoint-200/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_mid_l02/checkpoint-200/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_mid_l02/checkpoint-400/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: unsloth/Qwen2.5-1.5B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:unsloth/Qwen2.5-1.5B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_qwen_orderkd_mid_l02/checkpoint-400/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "Qwen2ForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.qwen2.modeling_qwen2",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "unsloth/Qwen2.5-1.5B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"gate_proj",
|
| 38 |
+
"down_proj",
|
| 39 |
+
"k_proj",
|
| 40 |
+
"o_proj",
|
| 41 |
+
"q_proj",
|
| 42 |
+
"up_proj",
|
| 43 |
+
"v_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|
cls_qwen_orderkd_mid_l02/checkpoint-400/chat_template.jinja
ADDED
|
@@ -0,0 +1,54 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{%- if tools %}
|
| 2 |
+
{{- '<|im_start|>system\n' }}
|
| 3 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 4 |
+
{{- messages[0]['content'] }}
|
| 5 |
+
{%- else %}
|
| 6 |
+
{{- 'You are Qwen, created by Alibaba Cloud. You are a helpful assistant.' }}
|
| 7 |
+
{%- endif %}
|
| 8 |
+
{{- "\n\n# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}
|
| 9 |
+
{%- for tool in tools %}
|
| 10 |
+
{{- "\n" }}
|
| 11 |
+
{{- tool | tojson }}
|
| 12 |
+
{%- endfor %}
|
| 13 |
+
{{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}
|
| 14 |
+
{%- else %}
|
| 15 |
+
{%- if messages[0]['role'] == 'system' %}
|
| 16 |
+
{{- '<|im_start|>system\n' + messages[0]['content'] + '<|im_end|>\n' }}
|
| 17 |
+
{%- else %}
|
| 18 |
+
{{- '<|im_start|>system\nYou are Qwen, created by Alibaba Cloud. You are a helpful assistant.<|im_end|>\n' }}
|
| 19 |
+
{%- endif %}
|
| 20 |
+
{%- endif %}
|
| 21 |
+
{%- for message in messages %}
|
| 22 |
+
{%- if (message.role == "user") or (message.role == "system" and not loop.first) or (message.role == "assistant" and not message.tool_calls) %}
|
| 23 |
+
{{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}
|
| 24 |
+
{%- elif message.role == "assistant" %}
|
| 25 |
+
{{- '<|im_start|>' + message.role }}
|
| 26 |
+
{%- if message.content %}
|
| 27 |
+
{{- '\n' + message.content }}
|
| 28 |
+
{%- endif %}
|
| 29 |
+
{%- for tool_call in message.tool_calls %}
|
| 30 |
+
{%- if tool_call.function is defined %}
|
| 31 |
+
{%- set tool_call = tool_call.function %}
|
| 32 |
+
{%- endif %}
|
| 33 |
+
{{- '\n<tool_call>\n{"name": "' }}
|
| 34 |
+
{{- tool_call.name }}
|
| 35 |
+
{{- '", "arguments": ' }}
|
| 36 |
+
{{- tool_call.arguments | tojson }}
|
| 37 |
+
{{- '}\n</tool_call>' }}
|
| 38 |
+
{%- endfor %}
|
| 39 |
+
{{- '<|im_end|>\n' }}
|
| 40 |
+
{%- elif message.role == "tool" %}
|
| 41 |
+
{%- if (loop.index0 == 0) or (messages[loop.index0 - 1].role != "tool") %}
|
| 42 |
+
{{- '<|im_start|>user' }}
|
| 43 |
+
{%- endif %}
|
| 44 |
+
{{- '\n<tool_response>\n' }}
|
| 45 |
+
{{- message.content }}
|
| 46 |
+
{{- '\n</tool_response>' }}
|
| 47 |
+
{%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}
|
| 48 |
+
{{- '<|im_end|>\n' }}
|
| 49 |
+
{%- endif %}
|
| 50 |
+
{%- endif %}
|
| 51 |
+
{%- endfor %}
|
| 52 |
+
{%- if add_generation_prompt %}
|
| 53 |
+
{{- '<|im_start|>assistant\n' }}
|
| 54 |
+
{%- endif %}
|
cls_qwen_orderkd_mid_l02/checkpoint-400/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_mid_l02/tokenizer_config.json
ADDED
|
@@ -0,0 +1,202 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"add_prefix_space": false,
|
| 3 |
+
"backend": "tokenizers",
|
| 4 |
+
"bos_token": null,
|
| 5 |
+
"clean_up_tokenization_spaces": false,
|
| 6 |
+
"eos_token": "<|im_end|>",
|
| 7 |
+
"errors": "replace",
|
| 8 |
+
"is_local": false,
|
| 9 |
+
"local_files_only": false,
|
| 10 |
+
"model_max_length": 32768,
|
| 11 |
+
"pad_token": "<|PAD_TOKEN|>",
|
| 12 |
+
"padding_side": "right",
|
| 13 |
+
"split_special_tokens": false,
|
| 14 |
+
"tokenizer_class": "Qwen2Tokenizer",
|
| 15 |
+
"unk_token": null,
|
| 16 |
+
"added_tokens_decoder": {
|
| 17 |
+
"151643": {
|
| 18 |
+
"content": "<|endoftext|>",
|
| 19 |
+
"single_word": false,
|
| 20 |
+
"lstrip": false,
|
| 21 |
+
"rstrip": false,
|
| 22 |
+
"normalized": false,
|
| 23 |
+
"special": true
|
| 24 |
+
},
|
| 25 |
+
"151644": {
|
| 26 |
+
"content": "<|im_start|>",
|
| 27 |
+
"single_word": false,
|
| 28 |
+
"lstrip": false,
|
| 29 |
+
"rstrip": false,
|
| 30 |
+
"normalized": false,
|
| 31 |
+
"special": true
|
| 32 |
+
},
|
| 33 |
+
"151645": {
|
| 34 |
+
"content": "<|im_end|>",
|
| 35 |
+
"single_word": false,
|
| 36 |
+
"lstrip": false,
|
| 37 |
+
"rstrip": false,
|
| 38 |
+
"normalized": false,
|
| 39 |
+
"special": true
|
| 40 |
+
},
|
| 41 |
+
"151646": {
|
| 42 |
+
"content": "<|object_ref_start|>",
|
| 43 |
+
"single_word": false,
|
| 44 |
+
"lstrip": false,
|
| 45 |
+
"rstrip": false,
|
| 46 |
+
"normalized": false,
|
| 47 |
+
"special": true
|
| 48 |
+
},
|
| 49 |
+
"151647": {
|
| 50 |
+
"content": "<|object_ref_end|>",
|
| 51 |
+
"single_word": false,
|
| 52 |
+
"lstrip": false,
|
| 53 |
+
"rstrip": false,
|
| 54 |
+
"normalized": false,
|
| 55 |
+
"special": true
|
| 56 |
+
},
|
| 57 |
+
"151648": {
|
| 58 |
+
"content": "<|box_start|>",
|
| 59 |
+
"single_word": false,
|
| 60 |
+
"lstrip": false,
|
| 61 |
+
"rstrip": false,
|
| 62 |
+
"normalized": false,
|
| 63 |
+
"special": true
|
| 64 |
+
},
|
| 65 |
+
"151649": {
|
| 66 |
+
"content": "<|box_end|>",
|
| 67 |
+
"single_word": false,
|
| 68 |
+
"lstrip": false,
|
| 69 |
+
"rstrip": false,
|
| 70 |
+
"normalized": false,
|
| 71 |
+
"special": true
|
| 72 |
+
},
|
| 73 |
+
"151650": {
|
| 74 |
+
"content": "<|quad_start|>",
|
| 75 |
+
"single_word": false,
|
| 76 |
+
"lstrip": false,
|
| 77 |
+
"rstrip": false,
|
| 78 |
+
"normalized": false,
|
| 79 |
+
"special": true
|
| 80 |
+
},
|
| 81 |
+
"151651": {
|
| 82 |
+
"content": "<|quad_end|>",
|
| 83 |
+
"single_word": false,
|
| 84 |
+
"lstrip": false,
|
| 85 |
+
"rstrip": false,
|
| 86 |
+
"normalized": false,
|
| 87 |
+
"special": true
|
| 88 |
+
},
|
| 89 |
+
"151652": {
|
| 90 |
+
"content": "<|vision_start|>",
|
| 91 |
+
"single_word": false,
|
| 92 |
+
"lstrip": false,
|
| 93 |
+
"rstrip": false,
|
| 94 |
+
"normalized": false,
|
| 95 |
+
"special": true
|
| 96 |
+
},
|
| 97 |
+
"151653": {
|
| 98 |
+
"content": "<|vision_end|>",
|
| 99 |
+
"single_word": false,
|
| 100 |
+
"lstrip": false,
|
| 101 |
+
"rstrip": false,
|
| 102 |
+
"normalized": false,
|
| 103 |
+
"special": true
|
| 104 |
+
},
|
| 105 |
+
"151654": {
|
| 106 |
+
"content": "<|vision_pad|>",
|
| 107 |
+
"single_word": false,
|
| 108 |
+
"lstrip": false,
|
| 109 |
+
"rstrip": false,
|
| 110 |
+
"normalized": false,
|
| 111 |
+
"special": true
|
| 112 |
+
},
|
| 113 |
+
"151655": {
|
| 114 |
+
"content": "<|image_pad|>",
|
| 115 |
+
"single_word": false,
|
| 116 |
+
"lstrip": false,
|
| 117 |
+
"rstrip": false,
|
| 118 |
+
"normalized": false,
|
| 119 |
+
"special": true
|
| 120 |
+
},
|
| 121 |
+
"151656": {
|
| 122 |
+
"content": "<|video_pad|>",
|
| 123 |
+
"single_word": false,
|
| 124 |
+
"lstrip": false,
|
| 125 |
+
"rstrip": false,
|
| 126 |
+
"normalized": false,
|
| 127 |
+
"special": true
|
| 128 |
+
},
|
| 129 |
+
"151657": {
|
| 130 |
+
"content": "<tool_call>",
|
| 131 |
+
"single_word": false,
|
| 132 |
+
"lstrip": false,
|
| 133 |
+
"rstrip": false,
|
| 134 |
+
"normalized": false,
|
| 135 |
+
"special": false
|
| 136 |
+
},
|
| 137 |
+
"151658": {
|
| 138 |
+
"content": "</tool_call>",
|
| 139 |
+
"single_word": false,
|
| 140 |
+
"lstrip": false,
|
| 141 |
+
"rstrip": false,
|
| 142 |
+
"normalized": false,
|
| 143 |
+
"special": false
|
| 144 |
+
},
|
| 145 |
+
"151659": {
|
| 146 |
+
"content": "<|fim_prefix|>",
|
| 147 |
+
"single_word": false,
|
| 148 |
+
"lstrip": false,
|
| 149 |
+
"rstrip": false,
|
| 150 |
+
"normalized": false,
|
| 151 |
+
"special": false
|
| 152 |
+
},
|
| 153 |
+
"151660": {
|
| 154 |
+
"content": "<|fim_middle|>",
|
| 155 |
+
"single_word": false,
|
| 156 |
+
"lstrip": false,
|
| 157 |
+
"rstrip": false,
|
| 158 |
+
"normalized": false,
|
| 159 |
+
"special": false
|
| 160 |
+
},
|
| 161 |
+
"151661": {
|
| 162 |
+
"content": "<|fim_suffix|>",
|
| 163 |
+
"single_word": false,
|
| 164 |
+
"lstrip": false,
|
| 165 |
+
"rstrip": false,
|
| 166 |
+
"normalized": false,
|
| 167 |
+
"special": false
|
| 168 |
+
},
|
| 169 |
+
"151662": {
|
| 170 |
+
"content": "<|fim_pad|>",
|
| 171 |
+
"single_word": false,
|
| 172 |
+
"lstrip": false,
|
| 173 |
+
"rstrip": false,
|
| 174 |
+
"normalized": false,
|
| 175 |
+
"special": false
|
| 176 |
+
},
|
| 177 |
+
"151663": {
|
| 178 |
+
"content": "<|repo_name|>",
|
| 179 |
+
"single_word": false,
|
| 180 |
+
"lstrip": false,
|
| 181 |
+
"rstrip": false,
|
| 182 |
+
"normalized": false,
|
| 183 |
+
"special": false
|
| 184 |
+
},
|
| 185 |
+
"151664": {
|
| 186 |
+
"content": "<|file_sep|>",
|
| 187 |
+
"single_word": false,
|
| 188 |
+
"lstrip": false,
|
| 189 |
+
"rstrip": false,
|
| 190 |
+
"normalized": false,
|
| 191 |
+
"special": false
|
| 192 |
+
},
|
| 193 |
+
"151665": {
|
| 194 |
+
"content": "<|PAD_TOKEN|>",
|
| 195 |
+
"single_word": false,
|
| 196 |
+
"lstrip": false,
|
| 197 |
+
"rstrip": false,
|
| 198 |
+
"normalized": false,
|
| 199 |
+
"special": true
|
| 200 |
+
}
|
| 201 |
+
}
|
| 202 |
+
}
|
cls_qwen_orderkd_mid_l02/train_metrics.json
ADDED
|
@@ -0,0 +1,1874 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"loss_log": [
|
| 3 |
+
{
|
| 4 |
+
"global_step": 20,
|
| 5 |
+
"optimizer_step": 2,
|
| 6 |
+
"lr": 4.347826086956522e-06,
|
| 7 |
+
"lm_loss": 1.665448784828186,
|
| 8 |
+
"order_loss": 10.125,
|
| 9 |
+
"ret_loss": 0.0,
|
| 10 |
+
"pretrain_loss": 0.0,
|
| 11 |
+
"total_loss": 3.6966986656188965
|
| 12 |
+
},
|
| 13 |
+
{
|
| 14 |
+
"global_step": 40,
|
| 15 |
+
"optimizer_step": 5,
|
| 16 |
+
"lr": 1.0869565217391305e-05,
|
| 17 |
+
"lm_loss": 0.1072506234049797,
|
| 18 |
+
"order_loss": 7.5625,
|
| 19 |
+
"ret_loss": 0.0,
|
| 20 |
+
"pretrain_loss": 0.0,
|
| 21 |
+
"total_loss": 1.6228755712509155
|
| 22 |
+
},
|
| 23 |
+
{
|
| 24 |
+
"global_step": 60,
|
| 25 |
+
"optimizer_step": 7,
|
| 26 |
+
"lr": 1.5217391304347828e-05,
|
| 27 |
+
"lm_loss": 0.7193734645843506,
|
| 28 |
+
"order_loss": 9.8125,
|
| 29 |
+
"ret_loss": 0.0,
|
| 30 |
+
"pretrain_loss": 0.0,
|
| 31 |
+
"total_loss": 2.6803109645843506
|
| 32 |
+
},
|
| 33 |
+
{
|
| 34 |
+
"global_step": 80,
|
| 35 |
+
"optimizer_step": 10,
|
| 36 |
+
"lr": 2.173913043478261e-05,
|
| 37 |
+
"lm_loss": 0.652665913105011,
|
| 38 |
+
"order_loss": 4.3125,
|
| 39 |
+
"ret_loss": 0.0,
|
| 40 |
+
"pretrain_loss": 0.0,
|
| 41 |
+
"total_loss": 1.5159471035003662
|
| 42 |
+
},
|
| 43 |
+
{
|
| 44 |
+
"global_step": 100,
|
| 45 |
+
"optimizer_step": 12,
|
| 46 |
+
"lr": 2.608695652173913e-05,
|
| 47 |
+
"lm_loss": 0.5534220933914185,
|
| 48 |
+
"order_loss": 2.625,
|
| 49 |
+
"ret_loss": 0.0,
|
| 50 |
+
"pretrain_loss": 0.0,
|
| 51 |
+
"total_loss": 1.0768595933914185
|
| 52 |
+
},
|
| 53 |
+
{
|
| 54 |
+
"global_step": 120,
|
| 55 |
+
"optimizer_step": 15,
|
| 56 |
+
"lr": 3.260869565217392e-05,
|
| 57 |
+
"lm_loss": 0.4364669919013977,
|
| 58 |
+
"order_loss": 3.90625,
|
| 59 |
+
"ret_loss": 0.0,
|
| 60 |
+
"pretrain_loss": 0.0,
|
| 61 |
+
"total_loss": 1.217716932296753
|
| 62 |
+
},
|
| 63 |
+
{
|
| 64 |
+
"global_step": 140,
|
| 65 |
+
"optimizer_step": 17,
|
| 66 |
+
"lr": 3.695652173913043e-05,
|
| 67 |
+
"lm_loss": 0.13431811332702637,
|
| 68 |
+
"order_loss": 10.375,
|
| 69 |
+
"ret_loss": 0.0,
|
| 70 |
+
"pretrain_loss": 0.0,
|
| 71 |
+
"total_loss": 2.2124431133270264
|
| 72 |
+
},
|
| 73 |
+
{
|
| 74 |
+
"global_step": 160,
|
| 75 |
+
"optimizer_step": 20,
|
| 76 |
+
"lr": 4.347826086956522e-05,
|
| 77 |
+
"lm_loss": 0.16272252798080444,
|
| 78 |
+
"order_loss": 8.9375,
|
| 79 |
+
"ret_loss": 0.0,
|
| 80 |
+
"pretrain_loss": 0.0,
|
| 81 |
+
"total_loss": 1.9517850875854492
|
| 82 |
+
},
|
| 83 |
+
{
|
| 84 |
+
"global_step": 180,
|
| 85 |
+
"optimizer_step": 22,
|
| 86 |
+
"lr": 4.782608695652174e-05,
|
| 87 |
+
"lm_loss": 0.024789221584796906,
|
| 88 |
+
"order_loss": 10.1875,
|
| 89 |
+
"ret_loss": 0.0,
|
| 90 |
+
"pretrain_loss": 0.0,
|
| 91 |
+
"total_loss": 2.056039333343506
|
| 92 |
+
},
|
| 93 |
+
{
|
| 94 |
+
"global_step": 200,
|
| 95 |
+
"optimizer_step": 25,
|
| 96 |
+
"lr": 4.9997541293989384e-05,
|
| 97 |
+
"lm_loss": 0.1308554857969284,
|
| 98 |
+
"order_loss": 0.74609375,
|
| 99 |
+
"ret_loss": 0.0,
|
| 100 |
+
"pretrain_loss": 0.0,
|
| 101 |
+
"total_loss": 0.2802695631980896
|
| 102 |
+
},
|
| 103 |
+
{
|
| 104 |
+
"global_step": 220,
|
| 105 |
+
"optimizer_step": 27,
|
| 106 |
+
"lr": 4.999016565957633e-05,
|
| 107 |
+
"lm_loss": 0.13693667948246002,
|
| 108 |
+
"order_loss": 7.125,
|
| 109 |
+
"ret_loss": 0.0,
|
| 110 |
+
"pretrain_loss": 0.0,
|
| 111 |
+
"total_loss": 1.5588116645812988
|
| 112 |
+
},
|
| 113 |
+
{
|
| 114 |
+
"global_step": 240,
|
| 115 |
+
"optimizer_step": 30,
|
| 116 |
+
"lr": 4.996988640512931e-05,
|
| 117 |
+
"lm_loss": 0.3967372477054596,
|
| 118 |
+
"order_loss": 6.375,
|
| 119 |
+
"ret_loss": 0.0,
|
| 120 |
+
"pretrain_loss": 0.0,
|
| 121 |
+
"total_loss": 1.6701747179031372
|
| 122 |
+
},
|
| 123 |
+
{
|
| 124 |
+
"global_step": 260,
|
| 125 |
+
"optimizer_step": 32,
|
| 126 |
+
"lr": 4.995022691166621e-05,
|
| 127 |
+
"lm_loss": 0.22635023295879364,
|
| 128 |
+
"order_loss": 11.0625,
|
| 129 |
+
"ret_loss": 0.0,
|
| 130 |
+
"pretrain_loss": 0.0,
|
| 131 |
+
"total_loss": 2.4451003074645996
|
| 132 |
+
},
|
| 133 |
+
{
|
| 134 |
+
"global_step": 280,
|
| 135 |
+
"optimizer_step": 35,
|
| 136 |
+
"lr": 4.991153735294049e-05,
|
| 137 |
+
"lm_loss": 0.4485956132411957,
|
| 138 |
+
"order_loss": 0.76953125,
|
| 139 |
+
"ret_loss": 0.0,
|
| 140 |
+
"pretrain_loss": 0.0,
|
| 141 |
+
"total_loss": 0.6028925180435181
|
| 142 |
+
},
|
| 143 |
+
{
|
| 144 |
+
"global_step": 300,
|
| 145 |
+
"optimizer_step": 37,
|
| 146 |
+
"lr": 4.987961816680492e-05,
|
| 147 |
+
"lm_loss": 0.2729760706424713,
|
| 148 |
+
"order_loss": 4.59375,
|
| 149 |
+
"ret_loss": 0.0,
|
| 150 |
+
"pretrain_loss": 0.0,
|
| 151 |
+
"total_loss": 1.190944790840149
|
| 152 |
+
},
|
| 153 |
+
{
|
| 154 |
+
"global_step": 320,
|
| 155 |
+
"optimizer_step": 40,
|
| 156 |
+
"lr": 4.9822565862832806e-05,
|
| 157 |
+
"lm_loss": 0.1432526409626007,
|
| 158 |
+
"order_loss": 0.6953125,
|
| 159 |
+
"ret_loss": 0.0,
|
| 160 |
+
"pretrain_loss": 0.0,
|
| 161 |
+
"total_loss": 0.2819245159626007
|
| 162 |
+
},
|
| 163 |
+
{
|
| 164 |
+
"global_step": 340,
|
| 165 |
+
"optimizer_step": 42,
|
| 166 |
+
"lr": 4.9778426220595456e-05,
|
| 167 |
+
"lm_loss": 0.10354065895080566,
|
| 168 |
+
"order_loss": 4.15625,
|
| 169 |
+
"ret_loss": 0.0,
|
| 170 |
+
"pretrain_loss": 0.0,
|
| 171 |
+
"total_loss": 0.9355719089508057
|
| 172 |
+
},
|
| 173 |
+
{
|
| 174 |
+
"global_step": 360,
|
| 175 |
+
"optimizer_step": 45,
|
| 176 |
+
"lr": 4.970308130276272e-05,
|
| 177 |
+
"lm_loss": 0.1921735554933548,
|
| 178 |
+
"order_loss": 6.84375,
|
| 179 |
+
"ret_loss": 0.0,
|
| 180 |
+
"pretrain_loss": 0.0,
|
| 181 |
+
"total_loss": 1.5593611001968384
|
| 182 |
+
},
|
| 183 |
+
{
|
| 184 |
+
"global_step": 380,
|
| 185 |
+
"optimizer_step": 47,
|
| 186 |
+
"lr": 4.96467754629559e-05,
|
| 187 |
+
"lm_loss": 0.17514915764331818,
|
| 188 |
+
"order_loss": 5.375,
|
| 189 |
+
"ret_loss": 0.0,
|
| 190 |
+
"pretrain_loss": 0.0,
|
| 191 |
+
"total_loss": 1.2532742023468018
|
| 192 |
+
},
|
| 193 |
+
{
|
| 194 |
+
"global_step": 400,
|
| 195 |
+
"optimizer_step": 50,
|
| 196 |
+
"lr": 4.955323054879298e-05,
|
| 197 |
+
"lm_loss": 0.25228118896484375,
|
| 198 |
+
"order_loss": 7.71875,
|
| 199 |
+
"ret_loss": 0.0,
|
| 200 |
+
"pretrain_loss": 0.0,
|
| 201 |
+
"total_loss": 1.7991561889648438
|
| 202 |
+
},
|
| 203 |
+
{
|
| 204 |
+
"global_step": 420,
|
| 205 |
+
"optimizer_step": 52,
|
| 206 |
+
"lr": 4.948482772521345e-05,
|
| 207 |
+
"lm_loss": 0.048181310296058655,
|
| 208 |
+
"order_loss": 0.671875,
|
| 209 |
+
"ret_loss": 0.0,
|
| 210 |
+
"pretrain_loss": 0.0,
|
| 211 |
+
"total_loss": 0.18294693529605865
|
| 212 |
+
},
|
| 213 |
+
{
|
| 214 |
+
"global_step": 440,
|
| 215 |
+
"optimizer_step": 55,
|
| 216 |
+
"lr": 4.937319780454559e-05,
|
| 217 |
+
"lm_loss": 0.13000822067260742,
|
| 218 |
+
"order_loss": 6.3125,
|
| 219 |
+
"ret_loss": 0.0,
|
| 220 |
+
"pretrain_loss": 0.0,
|
| 221 |
+
"total_loss": 1.3956332206726074
|
| 222 |
+
},
|
| 223 |
+
{
|
| 224 |
+
"global_step": 460,
|
| 225 |
+
"optimizer_step": 57,
|
| 226 |
+
"lr": 4.929278208117378e-05,
|
| 227 |
+
"lm_loss": 0.13149142265319824,
|
| 228 |
+
"order_loss": 6.8125,
|
| 229 |
+
"ret_loss": 0.0,
|
| 230 |
+
"pretrain_loss": 0.0,
|
| 231 |
+
"total_loss": 1.4908664226531982
|
| 232 |
+
},
|
| 233 |
+
{
|
| 234 |
+
"global_step": 480,
|
| 235 |
+
"optimizer_step": 60,
|
| 236 |
+
"lr": 4.916320437477008e-05,
|
| 237 |
+
"lm_loss": 0.4101727306842804,
|
| 238 |
+
"order_loss": 8.6875,
|
| 239 |
+
"ret_loss": 0.0,
|
| 240 |
+
"pretrain_loss": 0.0,
|
| 241 |
+
"total_loss": 2.144547700881958
|
| 242 |
+
},
|
| 243 |
+
{
|
| 244 |
+
"global_step": 500,
|
| 245 |
+
"optimizer_step": 62,
|
| 246 |
+
"lr": 4.907087460240999e-05,
|
| 247 |
+
"lm_loss": 0.24506787955760956,
|
| 248 |
+
"order_loss": 10.625,
|
| 249 |
+
"ret_loss": 0.0,
|
| 250 |
+
"pretrain_loss": 0.0,
|
| 251 |
+
"total_loss": 2.370067834854126
|
| 252 |
+
},
|
| 253 |
+
{
|
| 254 |
+
"global_step": 520,
|
| 255 |
+
"optimizer_step": 65,
|
| 256 |
+
"lr": 4.892350839330522e-05,
|
| 257 |
+
"lm_loss": 0.042047008872032166,
|
| 258 |
+
"order_loss": 5.15625,
|
| 259 |
+
"ret_loss": 0.0,
|
| 260 |
+
"pretrain_loss": 0.0,
|
| 261 |
+
"total_loss": 1.0732970237731934
|
| 262 |
+
},
|
| 263 |
+
{
|
| 264 |
+
"global_step": 540,
|
| 265 |
+
"optimizer_step": 67,
|
| 266 |
+
"lr": 4.881937806807241e-05,
|
| 267 |
+
"lm_loss": 0.03367955610156059,
|
| 268 |
+
"order_loss": 0.76171875,
|
| 269 |
+
"ret_loss": 0.0,
|
| 270 |
+
"pretrain_loss": 0.0,
|
| 271 |
+
"total_loss": 0.1860233098268509
|
| 272 |
+
},
|
| 273 |
+
{
|
| 274 |
+
"global_step": 560,
|
| 275 |
+
"optimizer_step": 70,
|
| 276 |
+
"lr": 4.865440450576874e-05,
|
| 277 |
+
"lm_loss": 0.10140760242938995,
|
| 278 |
+
"order_loss": 0.73046875,
|
| 279 |
+
"ret_loss": 0.0,
|
| 280 |
+
"pretrain_loss": 0.0,
|
| 281 |
+
"total_loss": 0.24789197742938995
|
| 282 |
+
},
|
| 283 |
+
{
|
| 284 |
+
"global_step": 580,
|
| 285 |
+
"optimizer_step": 72,
|
| 286 |
+
"lr": 4.853860162957552e-05,
|
| 287 |
+
"lm_loss": 0.5533348321914673,
|
| 288 |
+
"order_loss": 5.9375,
|
| 289 |
+
"ret_loss": 0.0,
|
| 290 |
+
"pretrain_loss": 0.0,
|
| 291 |
+
"total_loss": 1.7408348321914673
|
| 292 |
+
},
|
| 293 |
+
{
|
| 294 |
+
"global_step": 600,
|
| 295 |
+
"optimizer_step": 75,
|
| 296 |
+
"lr": 4.8356223507364996e-05,
|
| 297 |
+
"lm_loss": 0.0625166967511177,
|
| 298 |
+
"order_loss": 0.5703125,
|
| 299 |
+
"ret_loss": 0.0,
|
| 300 |
+
"pretrain_loss": 0.0,
|
| 301 |
+
"total_loss": 0.1767745018005371
|
| 302 |
+
},
|
| 303 |
+
{
|
| 304 |
+
"global_step": 620,
|
| 305 |
+
"optimizer_step": 77,
|
| 306 |
+
"lr": 4.822889043057446e-05,
|
| 307 |
+
"lm_loss": 0.45236313343048096,
|
| 308 |
+
"order_loss": 2.53125,
|
| 309 |
+
"ret_loss": 0.0,
|
| 310 |
+
"pretrain_loss": 0.0,
|
| 311 |
+
"total_loss": 0.960175633430481
|
| 312 |
+
},
|
| 313 |
+
{
|
| 314 |
+
"global_step": 640,
|
| 315 |
+
"optimizer_step": 80,
|
| 316 |
+
"lr": 4.802933193625593e-05,
|
| 317 |
+
"lm_loss": 0.09252025932073593,
|
| 318 |
+
"order_loss": 3.859375,
|
| 319 |
+
"ret_loss": 0.0,
|
| 320 |
+
"pretrain_loss": 0.0,
|
| 321 |
+
"total_loss": 0.8659577369689941
|
| 322 |
+
},
|
| 323 |
+
{
|
| 324 |
+
"global_step": 660,
|
| 325 |
+
"optimizer_step": 82,
|
| 326 |
+
"lr": 4.789062518269812e-05,
|
| 327 |
+
"lm_loss": 0.33197614550590515,
|
| 328 |
+
"order_loss": 0.66015625,
|
| 329 |
+
"ret_loss": 0.0,
|
| 330 |
+
"pretrain_loss": 0.0,
|
| 331 |
+
"total_loss": 0.46381208300590515
|
| 332 |
+
},
|
| 333 |
+
{
|
| 334 |
+
"global_step": 680,
|
| 335 |
+
"optimizer_step": 85,
|
| 336 |
+
"lr": 4.767413162299501e-05,
|
| 337 |
+
"lm_loss": 0.3748311698436737,
|
| 338 |
+
"order_loss": 4.96875,
|
| 339 |
+
"ret_loss": 0.0,
|
| 340 |
+
"pretrain_loss": 0.0,
|
| 341 |
+
"total_loss": 1.367018699645996
|
| 342 |
+
},
|
| 343 |
+
{
|
| 344 |
+
"global_step": 700,
|
| 345 |
+
"optimizer_step": 87,
|
| 346 |
+
"lr": 4.752422169756048e-05,
|
| 347 |
+
"lm_loss": 0.21322166919708252,
|
| 348 |
+
"order_loss": 13.75,
|
| 349 |
+
"ret_loss": 0.0,
|
| 350 |
+
"pretrain_loss": 0.0,
|
| 351 |
+
"total_loss": 2.963221549987793
|
| 352 |
+
},
|
| 353 |
+
{
|
| 354 |
+
"global_step": 720,
|
| 355 |
+
"optimizer_step": 90,
|
| 356 |
+
"lr": 4.729105919657818e-05,
|
| 357 |
+
"lm_loss": 0.003758788574486971,
|
| 358 |
+
"order_loss": 4.15625,
|
| 359 |
+
"ret_loss": 0.0,
|
| 360 |
+
"pretrain_loss": 0.0,
|
| 361 |
+
"total_loss": 0.8357900381088257
|
| 362 |
+
},
|
| 363 |
+
{
|
| 364 |
+
"global_step": 740,
|
| 365 |
+
"optimizer_step": 92,
|
| 366 |
+
"lr": 4.7130130375625305e-05,
|
| 367 |
+
"lm_loss": 0.20169447362422943,
|
| 368 |
+
"order_loss": 0.55859375,
|
| 369 |
+
"ret_loss": 0.0,
|
| 370 |
+
"pretrain_loss": 0.0,
|
| 371 |
+
"total_loss": 0.3135108947753906
|
| 372 |
+
},
|
| 373 |
+
{
|
| 374 |
+
"global_step": 760,
|
| 375 |
+
"optimizer_step": 95,
|
| 376 |
+
"lr": 4.6880585547718845e-05,
|
| 377 |
+
"lm_loss": 0.005935981869697571,
|
| 378 |
+
"order_loss": 0.51171875,
|
| 379 |
+
"ret_loss": 0.0,
|
| 380 |
+
"pretrain_loss": 0.0,
|
| 381 |
+
"total_loss": 0.10847504436969757
|
| 382 |
+
},
|
| 383 |
+
{
|
| 384 |
+
"global_step": 780,
|
| 385 |
+
"optimizer_step": 97,
|
| 386 |
+
"lr": 4.670883565255264e-05,
|
| 387 |
+
"lm_loss": 0.2551629841327667,
|
| 388 |
+
"order_loss": 6.5,
|
| 389 |
+
"ret_loss": 0.0,
|
| 390 |
+
"pretrain_loss": 0.0,
|
| 391 |
+
"total_loss": 1.5520379543304443
|
| 392 |
+
},
|
| 393 |
+
{
|
| 394 |
+
"global_step": 800,
|
| 395 |
+
"optimizer_step": 100,
|
| 396 |
+
"lr": 4.6443215250006806e-05,
|
| 397 |
+
"lm_loss": 0.3135579526424408,
|
| 398 |
+
"order_loss": 16.25,
|
| 399 |
+
"ret_loss": 0.0,
|
| 400 |
+
"pretrain_loss": 0.0,
|
| 401 |
+
"total_loss": 3.5635578632354736
|
| 402 |
+
},
|
| 403 |
+
{
|
| 404 |
+
"global_step": 820,
|
| 405 |
+
"optimizer_step": 102,
|
| 406 |
+
"lr": 4.626085540370762e-05,
|
| 407 |
+
"lm_loss": 0.006493543740361929,
|
| 408 |
+
"order_loss": 2.671875,
|
| 409 |
+
"ret_loss": 0.0,
|
| 410 |
+
"pretrain_loss": 0.0,
|
| 411 |
+
"total_loss": 0.5416498184204102
|
| 412 |
+
},
|
| 413 |
+
{
|
| 414 |
+
"global_step": 840,
|
| 415 |
+
"optimizer_step": 105,
|
| 416 |
+
"lr": 4.597948593966256e-05,
|
| 417 |
+
"lm_loss": 0.21924738585948944,
|
| 418 |
+
"order_loss": 11.0625,
|
| 419 |
+
"ret_loss": 0.0,
|
| 420 |
+
"pretrain_loss": 0.0,
|
| 421 |
+
"total_loss": 2.437997341156006
|
| 422 |
+
},
|
| 423 |
+
{
|
| 424 |
+
"global_step": 860,
|
| 425 |
+
"optimizer_step": 107,
|
| 426 |
+
"lr": 4.5786740307563636e-05,
|
| 427 |
+
"lm_loss": 0.03702307119965553,
|
| 428 |
+
"order_loss": 10.4375,
|
| 429 |
+
"ret_loss": 0.0,
|
| 430 |
+
"pretrain_loss": 0.0,
|
| 431 |
+
"total_loss": 2.1307730674743652
|
| 432 |
+
},
|
| 433 |
+
{
|
| 434 |
+
"global_step": 880,
|
| 435 |
+
"optimizer_step": 110,
|
| 436 |
+
"lr": 4.5489967654649474e-05,
|
| 437 |
+
"lm_loss": 0.00339348241686821,
|
| 438 |
+
"order_loss": 1.4140625,
|
| 439 |
+
"ret_loss": 0.0,
|
| 440 |
+
"pretrain_loss": 0.0,
|
| 441 |
+
"total_loss": 0.2865965962409973
|
| 442 |
+
},
|
| 443 |
+
{
|
| 444 |
+
"global_step": 900,
|
| 445 |
+
"optimizer_step": 112,
|
| 446 |
+
"lr": 4.528707316878232e-05,
|
| 447 |
+
"lm_loss": 0.2356099784374237,
|
| 448 |
+
"order_loss": 0.71875,
|
| 449 |
+
"ret_loss": 0.0,
|
| 450 |
+
"pretrain_loss": 0.0,
|
| 451 |
+
"total_loss": 0.3791646659374237
|
| 452 |
+
},
|
| 453 |
+
{
|
| 454 |
+
"global_step": 920,
|
| 455 |
+
"optimizer_step": 115,
|
| 456 |
+
"lr": 4.497526213395623e-05,
|
| 457 |
+
"lm_loss": 0.132089763879776,
|
| 458 |
+
"order_loss": 4.53125,
|
| 459 |
+
"ret_loss": 0.0,
|
| 460 |
+
"pretrain_loss": 0.0,
|
| 461 |
+
"total_loss": 1.0383397340774536
|
| 462 |
+
},
|
| 463 |
+
{
|
| 464 |
+
"global_step": 940,
|
| 465 |
+
"optimizer_step": 117,
|
| 466 |
+
"lr": 4.476246820180259e-05,
|
| 467 |
+
"lm_loss": 0.5593478679656982,
|
| 468 |
+
"order_loss": 4.34375,
|
| 469 |
+
"ret_loss": 0.0,
|
| 470 |
+
"pretrain_loss": 0.0,
|
| 471 |
+
"total_loss": 1.4265353679656982
|
| 472 |
+
},
|
| 473 |
+
{
|
| 474 |
+
"global_step": 960,
|
| 475 |
+
"optimizer_step": 120,
|
| 476 |
+
"lr": 4.443600207791081e-05,
|
| 477 |
+
"lm_loss": 0.0633186399936676,
|
| 478 |
+
"order_loss": 0.74609375,
|
| 479 |
+
"ret_loss": 0.0,
|
| 480 |
+
"pretrain_loss": 0.0,
|
| 481 |
+
"total_loss": 0.2127327024936676
|
| 482 |
+
},
|
| 483 |
+
{
|
| 484 |
+
"global_step": 980,
|
| 485 |
+
"optimizer_step": 122,
|
| 486 |
+
"lr": 4.421357027581921e-05,
|
| 487 |
+
"lm_loss": 0.25276854634284973,
|
| 488 |
+
"order_loss": 0.51953125,
|
| 489 |
+
"ret_loss": 0.0,
|
| 490 |
+
"pretrain_loss": 0.0,
|
| 491 |
+
"total_loss": 0.35677245259284973
|
| 492 |
+
},
|
| 493 |
+
{
|
| 494 |
+
"global_step": 1000,
|
| 495 |
+
"optimizer_step": 125,
|
| 496 |
+
"lr": 4.38728503704354e-05,
|
| 497 |
+
"lm_loss": 0.04193420708179474,
|
| 498 |
+
"order_loss": 6.125,
|
| 499 |
+
"ret_loss": 0.0,
|
| 500 |
+
"pretrain_loss": 0.0,
|
| 501 |
+
"total_loss": 1.2684967517852783
|
| 502 |
+
},
|
| 503 |
+
{
|
| 504 |
+
"global_step": 1020,
|
| 505 |
+
"optimizer_step": 127,
|
| 506 |
+
"lr": 4.364105412207914e-05,
|
| 507 |
+
"lm_loss": 0.09387171268463135,
|
| 508 |
+
"order_loss": 0.5078125,
|
| 509 |
+
"ret_loss": 0.0,
|
| 510 |
+
"pretrain_loss": 0.0,
|
| 511 |
+
"total_loss": 0.19543421268463135
|
| 512 |
+
},
|
| 513 |
+
{
|
| 514 |
+
"global_step": 1040,
|
| 515 |
+
"optimizer_step": 130,
|
| 516 |
+
"lr": 4.328649926419819e-05,
|
| 517 |
+
"lm_loss": 0.016917869448661804,
|
| 518 |
+
"order_loss": 2.640625,
|
| 519 |
+
"ret_loss": 0.0,
|
| 520 |
+
"pretrain_loss": 0.0,
|
| 521 |
+
"total_loss": 0.544261634349823
|
| 522 |
+
},
|
| 523 |
+
{
|
| 524 |
+
"global_step": 1060,
|
| 525 |
+
"optimizer_step": 132,
|
| 526 |
+
"lr": 4.304562350447008e-05,
|
| 527 |
+
"lm_loss": 0.036400891840457916,
|
| 528 |
+
"order_loss": 3.984375,
|
| 529 |
+
"ret_loss": 0.0,
|
| 530 |
+
"pretrain_loss": 0.0,
|
| 531 |
+
"total_loss": 0.8332759141921997
|
| 532 |
+
},
|
| 533 |
+
{
|
| 534 |
+
"global_step": 1080,
|
| 535 |
+
"optimizer_step": 135,
|
| 536 |
+
"lr": 4.267766952966369e-05,
|
| 537 |
+
"lm_loss": 0.1469152569770813,
|
| 538 |
+
"order_loss": 0.59375,
|
| 539 |
+
"ret_loss": 0.0,
|
| 540 |
+
"pretrain_loss": 0.0,
|
| 541 |
+
"total_loss": 0.2655676007270813
|
| 542 |
+
},
|
| 543 |
+
{
|
| 544 |
+
"global_step": 1100,
|
| 545 |
+
"optimizer_step": 137,
|
| 546 |
+
"lr": 4.242801035442058e-05,
|
| 547 |
+
"lm_loss": 0.07563911378383636,
|
| 548 |
+
"order_loss": 4.5625,
|
| 549 |
+
"ret_loss": 0.0,
|
| 550 |
+
"pretrain_loss": 0.0,
|
| 551 |
+
"total_loss": 0.9897016286849976
|
| 552 |
+
},
|
| 553 |
+
{
|
| 554 |
+
"global_step": 1120,
|
| 555 |
+
"optimizer_step": 140,
|
| 556 |
+
"lr": 4.204710956908763e-05,
|
| 557 |
+
"lm_loss": 0.43970829248428345,
|
| 558 |
+
"order_loss": 1.2890625,
|
| 559 |
+
"ret_loss": 0.0,
|
| 560 |
+
"pretrain_loss": 0.0,
|
| 561 |
+
"total_loss": 0.6975207924842834
|
| 562 |
+
},
|
| 563 |
+
{
|
| 564 |
+
"global_step": 1140,
|
| 565 |
+
"optimizer_step": 142,
|
| 566 |
+
"lr": 4.178897387117546e-05,
|
| 567 |
+
"lm_loss": 0.07727886736392975,
|
| 568 |
+
"order_loss": 0.6328125,
|
| 569 |
+
"ret_loss": 0.0,
|
| 570 |
+
"pretrain_loss": 0.0,
|
| 571 |
+
"total_loss": 0.20423199236392975
|
| 572 |
+
},
|
| 573 |
+
{
|
| 574 |
+
"global_step": 1160,
|
| 575 |
+
"optimizer_step": 145,
|
| 576 |
+
"lr": 4.139559449654561e-05,
|
| 577 |
+
"lm_loss": 0.1828347146511078,
|
| 578 |
+
"order_loss": 0.60546875,
|
| 579 |
+
"ret_loss": 0.0,
|
| 580 |
+
"pretrain_loss": 0.0,
|
| 581 |
+
"total_loss": 0.3039284646511078
|
| 582 |
+
},
|
| 583 |
+
{
|
| 584 |
+
"global_step": 1180,
|
| 585 |
+
"optimizer_step": 147,
|
| 586 |
+
"lr": 4.1129299588552193e-05,
|
| 587 |
+
"lm_loss": 0.3744593560695648,
|
| 588 |
+
"order_loss": 12.0,
|
| 589 |
+
"ret_loss": 0.0,
|
| 590 |
+
"pretrain_loss": 0.0,
|
| 591 |
+
"total_loss": 2.7807092666625977
|
| 592 |
+
},
|
| 593 |
+
{
|
| 594 |
+
"global_step": 1200,
|
| 595 |
+
"optimizer_step": 150,
|
| 596 |
+
"lr": 4.072392518512623e-05,
|
| 597 |
+
"lm_loss": 0.03646280616521835,
|
| 598 |
+
"order_loss": 0.85546875,
|
| 599 |
+
"ret_loss": 0.0,
|
| 600 |
+
"pretrain_loss": 0.0,
|
| 601 |
+
"total_loss": 0.20736125111579895
|
| 602 |
+
},
|
| 603 |
+
{
|
| 604 |
+
"global_step": 1220,
|
| 605 |
+
"optimizer_step": 152,
|
| 606 |
+
"lr": 4.0449798409325665e-05,
|
| 607 |
+
"lm_loss": 0.16068312525749207,
|
| 608 |
+
"order_loss": 1.09375,
|
| 609 |
+
"ret_loss": 0.0,
|
| 610 |
+
"pretrain_loss": 0.0,
|
| 611 |
+
"total_loss": 0.37943312525749207
|
| 612 |
+
},
|
| 613 |
+
{
|
| 614 |
+
"global_step": 1240,
|
| 615 |
+
"optimizer_step": 155,
|
| 616 |
+
"lr": 4.0032927282460146e-05,
|
| 617 |
+
"lm_loss": 0.08239179104566574,
|
| 618 |
+
"order_loss": 2.40625,
|
| 619 |
+
"ret_loss": 0.0,
|
| 620 |
+
"pretrain_loss": 0.0,
|
| 621 |
+
"total_loss": 0.5628605484962463
|
| 622 |
+
},
|
| 623 |
+
{
|
| 624 |
+
"global_step": 1260,
|
| 625 |
+
"optimizer_step": 157,
|
| 626 |
+
"lr": 3.9751305608428205e-05,
|
| 627 |
+
"lm_loss": 0.058752648532390594,
|
| 628 |
+
"order_loss": 0.87890625,
|
| 629 |
+
"ret_loss": 0.0,
|
| 630 |
+
"pretrain_loss": 0.0,
|
| 631 |
+
"total_loss": 0.2345339059829712
|
| 632 |
+
},
|
| 633 |
+
{
|
| 634 |
+
"global_step": 1280,
|
| 635 |
+
"optimizer_step": 160,
|
| 636 |
+
"lr": 3.932345019579495e-05,
|
| 637 |
+
"lm_loss": 0.13035118579864502,
|
| 638 |
+
"order_loss": 0.90625,
|
| 639 |
+
"ret_loss": 0.0,
|
| 640 |
+
"pretrain_loss": 0.0,
|
| 641 |
+
"total_loss": 0.311991810798645
|
| 642 |
+
},
|
| 643 |
+
{
|
| 644 |
+
"global_step": 1300,
|
| 645 |
+
"optimizer_step": 162,
|
| 646 |
+
"lr": 3.90346798061902e-05,
|
| 647 |
+
"lm_loss": 0.04052732512354851,
|
| 648 |
+
"order_loss": 0.8671875,
|
| 649 |
+
"ret_loss": 0.0,
|
| 650 |
+
"pretrain_loss": 0.0,
|
| 651 |
+
"total_loss": 0.2143554538488388
|
| 652 |
+
},
|
| 653 |
+
{
|
| 654 |
+
"global_step": 1320,
|
| 655 |
+
"optimizer_step": 165,
|
| 656 |
+
"lr": 3.859636604786372e-05,
|
| 657 |
+
"lm_loss": 0.0035706700291484594,
|
| 658 |
+
"order_loss": 0.54296875,
|
| 659 |
+
"ret_loss": 0.0,
|
| 660 |
+
"pretrain_loss": 0.0,
|
| 661 |
+
"total_loss": 0.11196910589933395
|
| 662 |
+
},
|
| 663 |
+
{
|
| 664 |
+
"global_step": 1340,
|
| 665 |
+
"optimizer_step": 167,
|
| 666 |
+
"lr": 3.830080191288342e-05,
|
| 667 |
+
"lm_loss": 0.42391112446784973,
|
| 668 |
+
"order_loss": 4.59375,
|
| 669 |
+
"ret_loss": 0.0,
|
| 670 |
+
"pretrain_loss": 0.0,
|
| 671 |
+
"total_loss": 1.3418798446655273
|
| 672 |
+
},
|
| 673 |
+
{
|
| 674 |
+
"global_step": 1360,
|
| 675 |
+
"optimizer_step": 170,
|
| 676 |
+
"lr": 3.785256860483054e-05,
|
| 677 |
+
"lm_loss": 0.1680525690317154,
|
| 678 |
+
"order_loss": 0.50390625,
|
| 679 |
+
"ret_loss": 0.0,
|
| 680 |
+
"pretrain_loss": 0.0,
|
| 681 |
+
"total_loss": 0.2686384916305542
|
| 682 |
+
},
|
| 683 |
+
{
|
| 684 |
+
"global_step": 1380,
|
| 685 |
+
"optimizer_step": 172,
|
| 686 |
+
"lr": 3.755057404586455e-05,
|
| 687 |
+
"lm_loss": 0.003690047888085246,
|
| 688 |
+
"order_loss": 0.7734375,
|
| 689 |
+
"ret_loss": 0.0,
|
| 690 |
+
"pretrain_loss": 0.0,
|
| 691 |
+
"total_loss": 0.15798692405223846
|
| 692 |
+
},
|
| 693 |
+
{
|
| 694 |
+
"global_step": 1400,
|
| 695 |
+
"optimizer_step": 175,
|
| 696 |
+
"lr": 3.7092972177631e-05,
|
| 697 |
+
"lm_loss": 0.010288042947649956,
|
| 698 |
+
"order_loss": 0.859375,
|
| 699 |
+
"ret_loss": 0.0,
|
| 700 |
+
"pretrain_loss": 0.0,
|
| 701 |
+
"total_loss": 0.1821630448102951
|
| 702 |
+
},
|
| 703 |
+
{
|
| 704 |
+
"global_step": 1420,
|
| 705 |
+
"optimizer_step": 177,
|
| 706 |
+
"lr": 3.678491842064995e-05,
|
| 707 |
+
"lm_loss": 0.051770780235528946,
|
| 708 |
+
"order_loss": 0.490234375,
|
| 709 |
+
"ret_loss": 0.0,
|
| 710 |
+
"pretrain_loss": 0.0,
|
| 711 |
+
"total_loss": 0.14991530776023865
|
| 712 |
+
},
|
| 713 |
+
{
|
| 714 |
+
"global_step": 1440,
|
| 715 |
+
"optimizer_step": 180,
|
| 716 |
+
"lr": 3.631851049805793e-05,
|
| 717 |
+
"lm_loss": 0.2634040117263794,
|
| 718 |
+
"order_loss": 4.375,
|
| 719 |
+
"ret_loss": 0.0,
|
| 720 |
+
"pretrain_loss": 0.0,
|
| 721 |
+
"total_loss": 1.1384040117263794
|
| 722 |
+
},
|
| 723 |
+
{
|
| 724 |
+
"global_step": 1460,
|
| 725 |
+
"optimizer_step": 182,
|
| 726 |
+
"lr": 3.600477621728473e-05,
|
| 727 |
+
"lm_loss": 0.08081372082233429,
|
| 728 |
+
"order_loss": 2.828125,
|
| 729 |
+
"ret_loss": 0.0,
|
| 730 |
+
"pretrain_loss": 0.0,
|
| 731 |
+
"total_loss": 0.6472199559211731
|
| 732 |
+
},
|
| 733 |
+
{
|
| 734 |
+
"global_step": 1480,
|
| 735 |
+
"optimizer_step": 185,
|
| 736 |
+
"lr": 3.5530135570974274e-05,
|
| 737 |
+
"lm_loss": 0.06598611921072006,
|
| 738 |
+
"order_loss": 5.5625,
|
| 739 |
+
"ret_loss": 0.0,
|
| 740 |
+
"pretrain_loss": 0.0,
|
| 741 |
+
"total_loss": 1.175361156463623
|
| 742 |
+
},
|
| 743 |
+
{
|
| 744 |
+
"global_step": 1500,
|
| 745 |
+
"optimizer_step": 187,
|
| 746 |
+
"lr": 3.521110642339991e-05,
|
| 747 |
+
"lm_loss": 0.025798875838518143,
|
| 748 |
+
"order_loss": 0.74609375,
|
| 749 |
+
"ret_loss": 0.0,
|
| 750 |
+
"pretrain_loss": 0.0,
|
| 751 |
+
"total_loss": 0.17521293461322784
|
| 752 |
+
},
|
| 753 |
+
{
|
| 754 |
+
"global_step": 1520,
|
| 755 |
+
"optimizer_step": 190,
|
| 756 |
+
"lr": 3.4728816504063726e-05,
|
| 757 |
+
"lm_loss": 0.17316846549510956,
|
| 758 |
+
"order_loss": 2.53125,
|
| 759 |
+
"ret_loss": 0.0,
|
| 760 |
+
"pretrain_loss": 0.0,
|
| 761 |
+
"total_loss": 0.6809809803962708
|
| 762 |
+
},
|
| 763 |
+
{
|
| 764 |
+
"global_step": 1540,
|
| 765 |
+
"optimizer_step": 192,
|
| 766 |
+
"lr": 3.440488465537943e-05,
|
| 767 |
+
"lm_loss": 0.047031205147504807,
|
| 768 |
+
"order_loss": 4.03125,
|
| 769 |
+
"ret_loss": 0.0,
|
| 770 |
+
"pretrain_loss": 0.0,
|
| 771 |
+
"total_loss": 0.8517187237739563
|
| 772 |
+
},
|
| 773 |
+
{
|
| 774 |
+
"global_step": 1560,
|
| 775 |
+
"optimizer_step": 195,
|
| 776 |
+
"lr": 3.391553831655782e-05,
|
| 777 |
+
"lm_loss": 0.025596974417567253,
|
| 778 |
+
"order_loss": 12.4375,
|
| 779 |
+
"ret_loss": 0.0,
|
| 780 |
+
"pretrain_loss": 0.0,
|
| 781 |
+
"total_loss": 2.509971857070923
|
| 782 |
+
},
|
| 783 |
+
{
|
| 784 |
+
"global_step": 1580,
|
| 785 |
+
"optimizer_step": 197,
|
| 786 |
+
"lr": 3.358710195908653e-05,
|
| 787 |
+
"lm_loss": 0.10782723128795624,
|
| 788 |
+
"order_loss": 4.875,
|
| 789 |
+
"ret_loss": 0.0,
|
| 790 |
+
"pretrain_loss": 0.0,
|
| 791 |
+
"total_loss": 1.0843896865844727
|
| 792 |
+
},
|
| 793 |
+
{
|
| 794 |
+
"global_step": 1600,
|
| 795 |
+
"optimizer_step": 200,
|
| 796 |
+
"lr": 3.309130072840379e-05,
|
| 797 |
+
"lm_loss": 0.06577401608228683,
|
| 798 |
+
"order_loss": 7.28125,
|
| 799 |
+
"ret_loss": 0.0,
|
| 800 |
+
"pretrain_loss": 0.0,
|
| 801 |
+
"total_loss": 1.5188989639282227
|
| 802 |
+
},
|
| 803 |
+
{
|
| 804 |
+
"global_step": 1620,
|
| 805 |
+
"optimizer_step": 202,
|
| 806 |
+
"lr": 3.2758763591623295e-05,
|
| 807 |
+
"lm_loss": 0.012486538849771023,
|
| 808 |
+
"order_loss": 0.474609375,
|
| 809 |
+
"ret_loss": 0.0,
|
| 810 |
+
"pretrain_loss": 0.0,
|
| 811 |
+
"total_loss": 0.1072131022810936
|
| 812 |
+
},
|
| 813 |
+
{
|
| 814 |
+
"global_step": 1640,
|
| 815 |
+
"optimizer_step": 205,
|
| 816 |
+
"lr": 3.225711693136156e-05,
|
| 817 |
+
"lm_loss": 0.08763421326875687,
|
| 818 |
+
"order_loss": 4.6875,
|
| 819 |
+
"ret_loss": 0.0,
|
| 820 |
+
"pretrain_loss": 0.0,
|
| 821 |
+
"total_loss": 1.0251342058181763
|
| 822 |
+
},
|
| 823 |
+
{
|
| 824 |
+
"global_step": 1660,
|
| 825 |
+
"optimizer_step": 207,
|
| 826 |
+
"lr": 3.1920887785621235e-05,
|
| 827 |
+
"lm_loss": 0.18807412683963776,
|
| 828 |
+
"order_loss": 0.99609375,
|
| 829 |
+
"ret_loss": 0.0,
|
| 830 |
+
"pretrain_loss": 0.0,
|
| 831 |
+
"total_loss": 0.38729286193847656
|
| 832 |
+
},
|
| 833 |
+
{
|
| 834 |
+
"global_step": 1680,
|
| 835 |
+
"optimizer_step": 210,
|
| 836 |
+
"lr": 3.141401234354067e-05,
|
| 837 |
+
"lm_loss": 0.016685212031006813,
|
| 838 |
+
"order_loss": 2.6875,
|
| 839 |
+
"ret_loss": 0.0,
|
| 840 |
+
"pretrain_loss": 0.0,
|
| 841 |
+
"total_loss": 0.5557476878166199
|
| 842 |
+
},
|
| 843 |
+
{
|
| 844 |
+
"global_step": 1700,
|
| 845 |
+
"optimizer_step": 212,
|
| 846 |
+
"lr": 3.10745044975816e-05,
|
| 847 |
+
"lm_loss": 0.015345520339906216,
|
| 848 |
+
"order_loss": 7.59375,
|
| 849 |
+
"ret_loss": 0.0,
|
| 850 |
+
"pretrain_loss": 0.0,
|
| 851 |
+
"total_loss": 1.530970573425293
|
| 852 |
+
},
|
| 853 |
+
{
|
| 854 |
+
"global_step": 1720,
|
| 855 |
+
"optimizer_step": 215,
|
| 856 |
+
"lr": 3.056302334890786e-05,
|
| 857 |
+
"lm_loss": 0.3503783941268921,
|
| 858 |
+
"order_loss": 26.375,
|
| 859 |
+
"ret_loss": 0.0,
|
| 860 |
+
"pretrain_loss": 0.0,
|
| 861 |
+
"total_loss": 5.631628513336182
|
| 862 |
+
},
|
| 863 |
+
{
|
| 864 |
+
"global_step": 1740,
|
| 865 |
+
"optimizer_step": 217,
|
| 866 |
+
"lr": 3.022065414180425e-05,
|
| 867 |
+
"lm_loss": 0.05567571520805359,
|
| 868 |
+
"order_loss": 4.875,
|
| 869 |
+
"ret_loss": 0.0,
|
| 870 |
+
"pretrain_loss": 0.0,
|
| 871 |
+
"total_loss": 1.032238245010376
|
| 872 |
+
},
|
| 873 |
+
{
|
| 874 |
+
"global_step": 1760,
|
| 875 |
+
"optimizer_step": 220,
|
| 876 |
+
"lr": 2.9705196023315006e-05,
|
| 877 |
+
"lm_loss": 0.14365045726299286,
|
| 878 |
+
"order_loss": 4.375,
|
| 879 |
+
"ret_loss": 0.0,
|
| 880 |
+
"pretrain_loss": 0.0,
|
| 881 |
+
"total_loss": 1.0186504125595093
|
| 882 |
+
},
|
| 883 |
+
{
|
| 884 |
+
"global_step": 1780,
|
| 885 |
+
"optimizer_step": 222,
|
| 886 |
+
"lr": 2.9360386311461275e-05,
|
| 887 |
+
"lm_loss": 0.0027993523981422186,
|
| 888 |
+
"order_loss": 4.03125,
|
| 889 |
+
"ret_loss": 0.0,
|
| 890 |
+
"pretrain_loss": 0.0,
|
| 891 |
+
"total_loss": 0.8074868321418762
|
| 892 |
+
},
|
| 893 |
+
{
|
| 894 |
+
"global_step": 1800,
|
| 895 |
+
"optimizer_step": 225,
|
| 896 |
+
"lr": 2.884158484861325e-05,
|
| 897 |
+
"lm_loss": 0.22095362842082977,
|
| 898 |
+
"order_loss": 0.58203125,
|
| 899 |
+
"ret_loss": 0.0,
|
| 900 |
+
"pretrain_loss": 0.0,
|
| 901 |
+
"total_loss": 0.33716458082199097
|
| 902 |
+
},
|
| 903 |
+
{
|
| 904 |
+
"global_step": 1820,
|
| 905 |
+
"optimizer_step": 227,
|
| 906 |
+
"lr": 2.849475848838749e-05,
|
| 907 |
+
"lm_loss": 0.05985064432024956,
|
| 908 |
+
"order_loss": 10.9375,
|
| 909 |
+
"ret_loss": 0.0,
|
| 910 |
+
"pretrain_loss": 0.0,
|
| 911 |
+
"total_loss": 2.2473506927490234
|
| 912 |
+
},
|
| 913 |
+
{
|
| 914 |
+
"global_step": 1840,
|
| 915 |
+
"optimizer_step": 230,
|
| 916 |
+
"lr": 2.7973251416434175e-05,
|
| 917 |
+
"lm_loss": 0.1038469523191452,
|
| 918 |
+
"order_loss": 7.40625,
|
| 919 |
+
"ret_loss": 0.0,
|
| 920 |
+
"pretrain_loss": 0.0,
|
| 921 |
+
"total_loss": 1.5882219076156616
|
| 922 |
+
},
|
| 923 |
+
{
|
| 924 |
+
"global_step": 1860,
|
| 925 |
+
"optimizer_step": 232,
|
| 926 |
+
"lr": 2.7624834743173867e-05,
|
| 927 |
+
"lm_loss": 0.02346460334956646,
|
| 928 |
+
"order_loss": 0.55078125,
|
| 929 |
+
"ret_loss": 0.0,
|
| 930 |
+
"pretrain_loss": 0.0,
|
| 931 |
+
"total_loss": 0.1338161677122116
|
| 932 |
+
},
|
| 933 |
+
{
|
| 934 |
+
"global_step": 1880,
|
| 935 |
+
"optimizer_step": 235,
|
| 936 |
+
"lr": 2.710126312323119e-05,
|
| 937 |
+
"lm_loss": 0.036019984632730484,
|
| 938 |
+
"order_loss": 4.09375,
|
| 939 |
+
"ret_loss": 0.0,
|
| 940 |
+
"pretrain_loss": 0.0,
|
| 941 |
+
"total_loss": 0.8563324809074402
|
| 942 |
+
},
|
| 943 |
+
{
|
| 944 |
+
"global_step": 1900,
|
| 945 |
+
"optimizer_step": 237,
|
| 946 |
+
"lr": 2.6751684427161683e-05,
|
| 947 |
+
"lm_loss": 0.051987241953611374,
|
| 948 |
+
"order_loss": 1.2578125,
|
| 949 |
+
"ret_loss": 0.0,
|
| 950 |
+
"pretrain_loss": 0.0,
|
| 951 |
+
"total_loss": 0.3039403557777405
|
| 952 |
+
},
|
| 953 |
+
{
|
| 954 |
+
"global_step": 1920,
|
| 955 |
+
"optimizer_step": 240,
|
| 956 |
+
"lr": 2.6226691858185454e-05,
|
| 957 |
+
"lm_loss": 0.0024134956765919924,
|
| 958 |
+
"order_loss": 11.625,
|
| 959 |
+
"ret_loss": 0.0,
|
| 960 |
+
"pretrain_loss": 0.0,
|
| 961 |
+
"total_loss": 2.330538511276245
|
| 962 |
+
},
|
| 963 |
+
{
|
| 964 |
+
"global_step": 1940,
|
| 965 |
+
"optimizer_step": 242,
|
| 966 |
+
"lr": 2.587638085794541e-05,
|
| 967 |
+
"lm_loss": 0.002762286923825741,
|
| 968 |
+
"order_loss": 5.6875,
|
| 969 |
+
"ret_loss": 0.0,
|
| 970 |
+
"pretrain_loss": 0.0,
|
| 971 |
+
"total_loss": 1.1433873176574707
|
| 972 |
+
},
|
| 973 |
+
{
|
| 974 |
+
"global_step": 1960,
|
| 975 |
+
"optimizer_step": 245,
|
| 976 |
+
"lr": 2.535061268558906e-05,
|
| 977 |
+
"lm_loss": 0.0022164839319884777,
|
| 978 |
+
"order_loss": 0.423828125,
|
| 979 |
+
"ret_loss": 0.0,
|
| 980 |
+
"pretrain_loss": 0.0,
|
| 981 |
+
"total_loss": 0.08717741817235947
|
| 982 |
+
},
|
| 983 |
+
{
|
| 984 |
+
"global_step": 1980,
|
| 985 |
+
"optimizer_step": 247,
|
| 986 |
+
"lr": 2.5e-05,
|
| 987 |
+
"lm_loss": 0.040713805705308914,
|
| 988 |
+
"order_loss": 10.875,
|
| 989 |
+
"ret_loss": 0.0,
|
| 990 |
+
"pretrain_loss": 0.0,
|
| 991 |
+
"total_loss": 2.2125887870788574
|
| 992 |
+
},
|
| 993 |
+
{
|
| 994 |
+
"global_step": 2000,
|
| 995 |
+
"optimizer_step": 250,
|
| 996 |
+
"lr": 2.447410252332528e-05,
|
| 997 |
+
"lm_loss": 0.001404502079822123,
|
| 998 |
+
"order_loss": 4.15625,
|
| 999 |
+
"ret_loss": 0.0,
|
| 1000 |
+
"pretrain_loss": 0.0,
|
| 1001 |
+
"total_loss": 0.8334357738494873
|
| 1002 |
+
},
|
| 1003 |
+
{
|
| 1004 |
+
"global_step": 2020,
|
| 1005 |
+
"optimizer_step": 252,
|
| 1006 |
+
"lr": 2.4123619142054597e-05,
|
| 1007 |
+
"lm_loss": 0.04997622221708298,
|
| 1008 |
+
"order_loss": 4.71875,
|
| 1009 |
+
"ret_loss": 0.0,
|
| 1010 |
+
"pretrain_loss": 0.0,
|
| 1011 |
+
"total_loss": 0.9952887296676636
|
| 1012 |
+
},
|
| 1013 |
+
{
|
| 1014 |
+
"global_step": 2040,
|
| 1015 |
+
"optimizer_step": 255,
|
| 1016 |
+
"lr": 2.3598238819070202e-05,
|
| 1017 |
+
"lm_loss": 0.2222530096769333,
|
| 1018 |
+
"order_loss": 3.09375,
|
| 1019 |
+
"ret_loss": 0.0,
|
| 1020 |
+
"pretrain_loss": 0.0,
|
| 1021 |
+
"total_loss": 0.8394405245780945
|
| 1022 |
+
},
|
| 1023 |
+
{
|
| 1024 |
+
"global_step": 2060,
|
| 1025 |
+
"optimizer_step": 257,
|
| 1026 |
+
"lr": 2.3248315572838316e-05,
|
| 1027 |
+
"lm_loss": 0.4056266248226166,
|
| 1028 |
+
"order_loss": 4.34375,
|
| 1029 |
+
"ret_loss": 0.0,
|
| 1030 |
+
"pretrain_loss": 0.0,
|
| 1031 |
+
"total_loss": 1.272814154624939
|
| 1032 |
+
},
|
| 1033 |
+
{
|
| 1034 |
+
"global_step": 2080,
|
| 1035 |
+
"optimizer_step": 260,
|
| 1036 |
+
"lr": 2.272409822584325e-05,
|
| 1037 |
+
"lm_loss": 0.010973306372761726,
|
| 1038 |
+
"order_loss": 0.474609375,
|
| 1039 |
+
"ret_loss": 0.0,
|
| 1040 |
+
"pretrain_loss": 0.0,
|
| 1041 |
+
"total_loss": 0.10569986701011658
|
| 1042 |
+
},
|
| 1043 |
+
{
|
| 1044 |
+
"global_step": 2100,
|
| 1045 |
+
"optimizer_step": 262,
|
| 1046 |
+
"lr": 2.237516525682614e-05,
|
| 1047 |
+
"lm_loss": 0.15973836183547974,
|
| 1048 |
+
"order_loss": 0.51953125,
|
| 1049 |
+
"ret_loss": 0.0,
|
| 1050 |
+
"pretrain_loss": 0.0,
|
| 1051 |
+
"total_loss": 0.26374226808547974
|
| 1052 |
+
},
|
| 1053 |
+
{
|
| 1054 |
+
"global_step": 2120,
|
| 1055 |
+
"optimizer_step": 265,
|
| 1056 |
+
"lr": 2.185275527853437e-05,
|
| 1057 |
+
"lm_loss": 0.03041883185505867,
|
| 1058 |
+
"order_loss": 0.4765625,
|
| 1059 |
+
"ret_loss": 0.0,
|
| 1060 |
+
"pretrain_loss": 0.0,
|
| 1061 |
+
"total_loss": 0.12563367187976837
|
| 1062 |
+
},
|
| 1063 |
+
{
|
| 1064 |
+
"global_step": 2140,
|
| 1065 |
+
"optimizer_step": 267,
|
| 1066 |
+
"lr": 2.1505241511612522e-05,
|
| 1067 |
+
"lm_loss": 0.0016176610952243209,
|
| 1068 |
+
"order_loss": 1.6015625,
|
| 1069 |
+
"ret_loss": 0.0,
|
| 1070 |
+
"pretrain_loss": 0.0,
|
| 1071 |
+
"total_loss": 0.3219301700592041
|
| 1072 |
+
},
|
| 1073 |
+
{
|
| 1074 |
+
"global_step": 2160,
|
| 1075 |
+
"optimizer_step": 270,
|
| 1076 |
+
"lr": 2.0985281073035076e-05,
|
| 1077 |
+
"lm_loss": 0.08396460860967636,
|
| 1078 |
+
"order_loss": 4.625,
|
| 1079 |
+
"ret_loss": 0.0,
|
| 1080 |
+
"pretrain_loss": 0.0,
|
| 1081 |
+
"total_loss": 1.0097458362579346
|
| 1082 |
+
},
|
| 1083 |
+
{
|
| 1084 |
+
"global_step": 2180,
|
| 1085 |
+
"optimizer_step": 272,
|
| 1086 |
+
"lr": 2.0639613688538734e-05,
|
| 1087 |
+
"lm_loss": 0.15112215280532837,
|
| 1088 |
+
"order_loss": 5.34375,
|
| 1089 |
+
"ret_loss": 0.0,
|
| 1090 |
+
"pretrain_loss": 0.0,
|
| 1091 |
+
"total_loss": 1.2214345932006836
|
| 1092 |
+
},
|
| 1093 |
+
{
|
| 1094 |
+
"global_step": 2200,
|
| 1095 |
+
"optimizer_step": 275,
|
| 1096 |
+
"lr": 2.0122741949596797e-05,
|
| 1097 |
+
"lm_loss": 0.09638627618551254,
|
| 1098 |
+
"order_loss": 7.28125,
|
| 1099 |
+
"ret_loss": 0.0,
|
| 1100 |
+
"pretrain_loss": 0.0,
|
| 1101 |
+
"total_loss": 1.5495113134384155
|
| 1102 |
+
},
|
| 1103 |
+
{
|
| 1104 |
+
"global_step": 2220,
|
| 1105 |
+
"optimizer_step": 277,
|
| 1106 |
+
"lr": 1.977934585819576e-05,
|
| 1107 |
+
"lm_loss": 0.06259763240814209,
|
| 1108 |
+
"order_loss": 0.58203125,
|
| 1109 |
+
"ret_loss": 0.0,
|
| 1110 |
+
"pretrain_loss": 0.0,
|
| 1111 |
+
"total_loss": 0.1788085699081421
|
| 1112 |
+
},
|
| 1113 |
+
{
|
| 1114 |
+
"global_step": 2240,
|
| 1115 |
+
"optimizer_step": 280,
|
| 1116 |
+
"lr": 1.9266198182035058e-05,
|
| 1117 |
+
"lm_loss": 0.022893467918038368,
|
| 1118 |
+
"order_loss": 8.6875,
|
| 1119 |
+
"ret_loss": 0.0,
|
| 1120 |
+
"pretrain_loss": 0.0,
|
| 1121 |
+
"total_loss": 1.7572684288024902
|
| 1122 |
+
},
|
| 1123 |
+
{
|
| 1124 |
+
"global_step": 2260,
|
| 1125 |
+
"optimizer_step": 282,
|
| 1126 |
+
"lr": 1.8925495502418406e-05,
|
| 1127 |
+
"lm_loss": 0.1742883324623108,
|
| 1128 |
+
"order_loss": 2.09375,
|
| 1129 |
+
"ret_loss": 0.0,
|
| 1130 |
+
"pretrain_loss": 0.0,
|
| 1131 |
+
"total_loss": 0.5922570824623108
|
| 1132 |
+
},
|
| 1133 |
+
{
|
| 1134 |
+
"global_step": 2280,
|
| 1135 |
+
"optimizer_step": 285,
|
| 1136 |
+
"lr": 1.841670267439088e-05,
|
| 1137 |
+
"lm_loss": 0.009915992617607117,
|
| 1138 |
+
"order_loss": 5.75,
|
| 1139 |
+
"ret_loss": 0.0,
|
| 1140 |
+
"pretrain_loss": 0.0,
|
| 1141 |
+
"total_loss": 1.1583534479141235
|
| 1142 |
+
},
|
| 1143 |
+
{
|
| 1144 |
+
"global_step": 2300,
|
| 1145 |
+
"optimizer_step": 287,
|
| 1146 |
+
"lr": 1.8079112214378768e-05,
|
| 1147 |
+
"lm_loss": 0.12599635124206543,
|
| 1148 |
+
"order_loss": 0.41796875,
|
| 1149 |
+
"ret_loss": 0.0,
|
| 1150 |
+
"pretrain_loss": 0.0,
|
| 1151 |
+
"total_loss": 0.20949244499206543
|
| 1152 |
+
},
|
| 1153 |
+
{
|
| 1154 |
+
"global_step": 2320,
|
| 1155 |
+
"optimizer_step": 290,
|
| 1156 |
+
"lr": 1.757529966665141e-05,
|
| 1157 |
+
"lm_loss": 0.008792194537818432,
|
| 1158 |
+
"order_loss": 0.56640625,
|
| 1159 |
+
"ret_loss": 0.0,
|
| 1160 |
+
"pretrain_loss": 0.0,
|
| 1161 |
+
"total_loss": 0.12207344174385071
|
| 1162 |
+
},
|
| 1163 |
+
{
|
| 1164 |
+
"global_step": 2340,
|
| 1165 |
+
"optimizer_step": 292,
|
| 1166 |
+
"lr": 1.72412364083767e-05,
|
| 1167 |
+
"lm_loss": 0.20160233974456787,
|
| 1168 |
+
"order_loss": 6.375,
|
| 1169 |
+
"ret_loss": 0.0,
|
| 1170 |
+
"pretrain_loss": 0.0,
|
| 1171 |
+
"total_loss": 1.4750398397445679
|
| 1172 |
+
},
|
| 1173 |
+
{
|
| 1174 |
+
"global_step": 2360,
|
| 1175 |
+
"optimizer_step": 295,
|
| 1176 |
+
"lr": 1.6743023451120832e-05,
|
| 1177 |
+
"lm_loss": 0.024396944791078568,
|
| 1178 |
+
"order_loss": 7.625,
|
| 1179 |
+
"ret_loss": 0.0,
|
| 1180 |
+
"pretrain_loss": 0.0,
|
| 1181 |
+
"total_loss": 1.5478343963623047
|
| 1182 |
+
},
|
| 1183 |
+
{
|
| 1184 |
+
"global_step": 2380,
|
| 1185 |
+
"optimizer_step": 297,
|
| 1186 |
+
"lr": 1.641289804091347e-05,
|
| 1187 |
+
"lm_loss": 0.09566724300384521,
|
| 1188 |
+
"order_loss": 0.49609375,
|
| 1189 |
+
"ret_loss": 0.0,
|
| 1190 |
+
"pretrain_loss": 0.0,
|
| 1191 |
+
"total_loss": 0.19478833675384521
|
| 1192 |
+
},
|
| 1193 |
+
{
|
| 1194 |
+
"global_step": 2400,
|
| 1195 |
+
"optimizer_step": 300,
|
| 1196 |
+
"lr": 1.5920897101019383e-05,
|
| 1197 |
+
"lm_loss": 0.023704836145043373,
|
| 1198 |
+
"order_loss": 1.890625,
|
| 1199 |
+
"ret_loss": 0.0,
|
| 1200 |
+
"pretrain_loss": 0.0,
|
| 1201 |
+
"total_loss": 0.4026110768318176
|
| 1202 |
+
},
|
| 1203 |
+
{
|
| 1204 |
+
"global_step": 2420,
|
| 1205 |
+
"optimizer_step": 302,
|
| 1206 |
+
"lr": 1.5595115344620576e-05,
|
| 1207 |
+
"lm_loss": 0.011681373231112957,
|
| 1208 |
+
"order_loss": 7.15625,
|
| 1209 |
+
"ret_loss": 0.0,
|
| 1210 |
+
"pretrain_loss": 0.0,
|
| 1211 |
+
"total_loss": 1.441368818283081
|
| 1212 |
+
},
|
| 1213 |
+
{
|
| 1214 |
+
"global_step": 2440,
|
| 1215 |
+
"optimizer_step": 305,
|
| 1216 |
+
"lr": 1.5109931212873534e-05,
|
| 1217 |
+
"lm_loss": 0.07198214530944824,
|
| 1218 |
+
"order_loss": 7.5,
|
| 1219 |
+
"ret_loss": 0.0,
|
| 1220 |
+
"pretrain_loss": 0.0,
|
| 1221 |
+
"total_loss": 1.5719821453094482
|
| 1222 |
+
},
|
| 1223 |
+
{
|
| 1224 |
+
"global_step": 2460,
|
| 1225 |
+
"optimizer_step": 307,
|
| 1226 |
+
"lr": 1.4788893576600099e-05,
|
| 1227 |
+
"lm_loss": 0.0009545005741529167,
|
| 1228 |
+
"order_loss": 1.046875,
|
| 1229 |
+
"ret_loss": 0.0,
|
| 1230 |
+
"pretrain_loss": 0.0,
|
| 1231 |
+
"total_loss": 0.2099388688802719
|
| 1232 |
+
},
|
| 1233 |
+
{
|
| 1234 |
+
"global_step": 2480,
|
| 1235 |
+
"optimizer_step": 310,
|
| 1236 |
+
"lr": 1.4311122664242954e-05,
|
| 1237 |
+
"lm_loss": 0.11565780639648438,
|
| 1238 |
+
"order_loss": 3.78125,
|
| 1239 |
+
"ret_loss": 0.0,
|
| 1240 |
+
"pretrain_loss": 0.0,
|
| 1241 |
+
"total_loss": 0.8734703063964844
|
| 1242 |
+
},
|
| 1243 |
+
{
|
| 1244 |
+
"global_step": 2500,
|
| 1245 |
+
"optimizer_step": 312,
|
| 1246 |
+
"lr": 1.399522378271527e-05,
|
| 1247 |
+
"lm_loss": 0.18917199969291687,
|
| 1248 |
+
"order_loss": 3.171875,
|
| 1249 |
+
"ret_loss": 0.0,
|
| 1250 |
+
"pretrain_loss": 0.0,
|
| 1251 |
+
"total_loss": 0.8219845294952393
|
| 1252 |
+
},
|
| 1253 |
+
{
|
| 1254 |
+
"global_step": 2520,
|
| 1255 |
+
"optimizer_step": 315,
|
| 1256 |
+
"lr": 1.3525453388311554e-05,
|
| 1257 |
+
"lm_loss": 0.11627725511789322,
|
| 1258 |
+
"order_loss": 2.140625,
|
| 1259 |
+
"ret_loss": 0.0,
|
| 1260 |
+
"pretrain_loss": 0.0,
|
| 1261 |
+
"total_loss": 0.544011652469635
|
| 1262 |
+
},
|
| 1263 |
+
{
|
| 1264 |
+
"global_step": 2540,
|
| 1265 |
+
"optimizer_step": 317,
|
| 1266 |
+
"lr": 1.3215081579350058e-05,
|
| 1267 |
+
"lm_loss": 0.056084878742694855,
|
| 1268 |
+
"order_loss": 8.25,
|
| 1269 |
+
"ret_loss": 0.0,
|
| 1270 |
+
"pretrain_loss": 0.0,
|
| 1271 |
+
"total_loss": 1.7045223712921143
|
| 1272 |
+
},
|
| 1273 |
+
{
|
| 1274 |
+
"global_step": 2560,
|
| 1275 |
+
"optimizer_step": 320,
|
| 1276 |
+
"lr": 1.2753889166848909e-05,
|
| 1277 |
+
"lm_loss": 0.10959218442440033,
|
| 1278 |
+
"order_loss": 0.56640625,
|
| 1279 |
+
"ret_loss": 0.0,
|
| 1280 |
+
"pretrain_loss": 0.0,
|
| 1281 |
+
"total_loss": 0.22287343442440033
|
| 1282 |
+
},
|
| 1283 |
+
{
|
| 1284 |
+
"global_step": 2580,
|
| 1285 |
+
"optimizer_step": 322,
|
| 1286 |
+
"lr": 1.2449425954135452e-05,
|
| 1287 |
+
"lm_loss": 0.2991010248661041,
|
| 1288 |
+
"order_loss": 9.0625,
|
| 1289 |
+
"ret_loss": 0.0,
|
| 1290 |
+
"pretrain_loss": 0.0,
|
| 1291 |
+
"total_loss": 2.1116011142730713
|
| 1292 |
+
},
|
| 1293 |
+
{
|
| 1294 |
+
"global_step": 2600,
|
| 1295 |
+
"optimizer_step": 325,
|
| 1296 |
+
"lr": 1.1997378443025634e-05,
|
| 1297 |
+
"lm_loss": 0.21912677586078644,
|
| 1298 |
+
"order_loss": 3.703125,
|
| 1299 |
+
"ret_loss": 0.0,
|
| 1300 |
+
"pretrain_loss": 0.0,
|
| 1301 |
+
"total_loss": 0.9613142609596252
|
| 1302 |
+
},
|
| 1303 |
+
{
|
| 1304 |
+
"global_step": 2620,
|
| 1305 |
+
"optimizer_step": 327,
|
| 1306 |
+
"lr": 1.1699198087116589e-05,
|
| 1307 |
+
"lm_loss": 0.03312200307846069,
|
| 1308 |
+
"order_loss": 3.6875,
|
| 1309 |
+
"ret_loss": 0.0,
|
| 1310 |
+
"pretrain_loss": 0.0,
|
| 1311 |
+
"total_loss": 0.7714032530784607
|
| 1312 |
+
},
|
| 1313 |
+
{
|
| 1314 |
+
"global_step": 2640,
|
| 1315 |
+
"optimizer_step": 330,
|
| 1316 |
+
"lr": 1.1256851155542298e-05,
|
| 1317 |
+
"lm_loss": 0.1829415261745453,
|
| 1318 |
+
"order_loss": 2.140625,
|
| 1319 |
+
"ret_loss": 0.0,
|
| 1320 |
+
"pretrain_loss": 0.0,
|
| 1321 |
+
"total_loss": 0.6106759309768677
|
| 1322 |
+
},
|
| 1323 |
+
{
|
| 1324 |
+
"global_step": 2660,
|
| 1325 |
+
"optimizer_step": 332,
|
| 1326 |
+
"lr": 1.0965320193809808e-05,
|
| 1327 |
+
"lm_loss": 0.16854099929332733,
|
| 1328 |
+
"order_loss": 1.8125,
|
| 1329 |
+
"ret_loss": 0.0,
|
| 1330 |
+
"pretrain_loss": 0.0,
|
| 1331 |
+
"total_loss": 0.5318222641944885
|
| 1332 |
+
},
|
| 1333 |
+
{
|
| 1334 |
+
"global_step": 2680,
|
| 1335 |
+
"optimizer_step": 335,
|
| 1336 |
+
"lr": 1.0533217595504858e-05,
|
| 1337 |
+
"lm_loss": 0.16787570714950562,
|
| 1338 |
+
"order_loss": 0.3984375,
|
| 1339 |
+
"ret_loss": 0.0,
|
| 1340 |
+
"pretrain_loss": 0.0,
|
| 1341 |
+
"total_loss": 0.24746555089950562
|
| 1342 |
+
},
|
| 1343 |
+
{
|
| 1344 |
+
"global_step": 2700,
|
| 1345 |
+
"optimizer_step": 337,
|
| 1346 |
+
"lr": 1.0248694391571801e-05,
|
| 1347 |
+
"lm_loss": 0.019035618752241135,
|
| 1348 |
+
"order_loss": 0.4296875,
|
| 1349 |
+
"ret_loss": 0.0,
|
| 1350 |
+
"pretrain_loss": 0.0,
|
| 1351 |
+
"total_loss": 0.10497312247753143
|
| 1352 |
+
},
|
| 1353 |
+
{
|
| 1354 |
+
"global_step": 2720,
|
| 1355 |
+
"optimizer_step": 340,
|
| 1356 |
+
"lr": 9.82736728745186e-06,
|
| 1357 |
+
"lm_loss": 0.03908007591962814,
|
| 1358 |
+
"order_loss": 0.51953125,
|
| 1359 |
+
"ret_loss": 0.0,
|
| 1360 |
+
"pretrain_loss": 0.0,
|
| 1361 |
+
"total_loss": 0.14308398962020874
|
| 1362 |
+
},
|
| 1363 |
+
{
|
| 1364 |
+
"global_step": 2740,
|
| 1365 |
+
"optimizer_step": 342,
|
| 1366 |
+
"lr": 9.550201590674343e-06,
|
| 1367 |
+
"lm_loss": 0.055233344435691833,
|
| 1368 |
+
"order_loss": 0.478515625,
|
| 1369 |
+
"ret_loss": 0.0,
|
| 1370 |
+
"pretrain_loss": 0.0,
|
| 1371 |
+
"total_loss": 0.15093646943569183
|
| 1372 |
+
},
|
| 1373 |
+
{
|
| 1374 |
+
"global_step": 2760,
|
| 1375 |
+
"optimizer_step": 345,
|
| 1376 |
+
"lr": 9.140167895908867e-06,
|
| 1377 |
+
"lm_loss": 0.042898256331682205,
|
| 1378 |
+
"order_loss": 0.51171875,
|
| 1379 |
+
"ret_loss": 0.0,
|
| 1380 |
+
"pretrain_loss": 0.0,
|
| 1381 |
+
"total_loss": 0.1454373151063919
|
| 1382 |
+
},
|
| 1383 |
+
{
|
| 1384 |
+
"global_step": 2780,
|
| 1385 |
+
"optimizer_step": 347,
|
| 1386 |
+
"lr": 8.870700411447816e-06,
|
| 1387 |
+
"lm_loss": 0.06112537160515785,
|
| 1388 |
+
"order_loss": 2.578125,
|
| 1389 |
+
"ret_loss": 0.0,
|
| 1390 |
+
"pretrain_loss": 0.0,
|
| 1391 |
+
"total_loss": 0.5767503976821899
|
| 1392 |
+
},
|
| 1393 |
+
{
|
| 1394 |
+
"global_step": 2800,
|
| 1395 |
+
"optimizer_step": 350,
|
| 1396 |
+
"lr": 8.472464158814255e-06,
|
| 1397 |
+
"lm_loss": 0.007484554313123226,
|
| 1398 |
+
"order_loss": 0.443359375,
|
| 1399 |
+
"ret_loss": 0.0,
|
| 1400 |
+
"pretrain_loss": 0.0,
|
| 1401 |
+
"total_loss": 0.0963517427444458
|
| 1402 |
+
},
|
| 1403 |
+
{
|
| 1404 |
+
"global_step": 2820,
|
| 1405 |
+
"optimizer_step": 352,
|
| 1406 |
+
"lr": 8.211026128824539e-06,
|
| 1407 |
+
"lm_loss": 0.17374715209007263,
|
| 1408 |
+
"order_loss": 0.45703125,
|
| 1409 |
+
"ret_loss": 0.0,
|
| 1410 |
+
"pretrain_loss": 0.0,
|
| 1411 |
+
"total_loss": 0.26505574584007263
|
| 1412 |
+
},
|
| 1413 |
+
{
|
| 1414 |
+
"global_step": 2840,
|
| 1415 |
+
"optimizer_step": 355,
|
| 1416 |
+
"lr": 7.825076849127458e-06,
|
| 1417 |
+
"lm_loss": 0.01114811934530735,
|
| 1418 |
+
"order_loss": 0.455078125,
|
| 1419 |
+
"ret_loss": 0.0,
|
| 1420 |
+
"pretrain_loss": 0.0,
|
| 1421 |
+
"total_loss": 0.1019684299826622
|
| 1422 |
+
},
|
| 1423 |
+
{
|
| 1424 |
+
"global_step": 2860,
|
| 1425 |
+
"optimizer_step": 357,
|
| 1426 |
+
"lr": 7.571989645579419e-06,
|
| 1427 |
+
"lm_loss": 0.10479852557182312,
|
| 1428 |
+
"order_loss": 4.78125,
|
| 1429 |
+
"ret_loss": 0.0,
|
| 1430 |
+
"pretrain_loss": 0.0,
|
| 1431 |
+
"total_loss": 1.0618298053741455
|
| 1432 |
+
},
|
| 1433 |
+
{
|
| 1434 |
+
"global_step": 2880,
|
| 1435 |
+
"optimizer_step": 360,
|
| 1436 |
+
"lr": 7.198801765896115e-06,
|
| 1437 |
+
"lm_loss": 0.008047478273510933,
|
| 1438 |
+
"order_loss": 0.5,
|
| 1439 |
+
"ret_loss": 0.0,
|
| 1440 |
+
"pretrain_loss": 0.0,
|
| 1441 |
+
"total_loss": 0.10814513266086578
|
| 1442 |
+
},
|
| 1443 |
+
{
|
| 1444 |
+
"global_step": 2900,
|
| 1445 |
+
"optimizer_step": 362,
|
| 1446 |
+
"lr": 6.9543764955299265e-06,
|
| 1447 |
+
"lm_loss": 0.0048767635598778725,
|
| 1448 |
+
"order_loss": 2.40625,
|
| 1449 |
+
"ret_loss": 0.0,
|
| 1450 |
+
"pretrain_loss": 0.0,
|
| 1451 |
+
"total_loss": 0.4853455126285553
|
| 1452 |
+
},
|
| 1453 |
+
{
|
| 1454 |
+
"global_step": 2920,
|
| 1455 |
+
"optimizer_step": 365,
|
| 1456 |
+
"lr": 6.594408756022272e-06,
|
| 1457 |
+
"lm_loss": 0.005378006026148796,
|
| 1458 |
+
"order_loss": 5.5,
|
| 1459 |
+
"ret_loss": 0.0,
|
| 1460 |
+
"pretrain_loss": 0.0,
|
| 1461 |
+
"total_loss": 1.106940507888794
|
| 1462 |
+
},
|
| 1463 |
+
{
|
| 1464 |
+
"global_step": 2940,
|
| 1465 |
+
"optimizer_step": 367,
|
| 1466 |
+
"lr": 6.358945877920861e-06,
|
| 1467 |
+
"lm_loss": 0.07848082482814789,
|
| 1468 |
+
"order_loss": 0.45703125,
|
| 1469 |
+
"ret_loss": 0.0,
|
| 1470 |
+
"pretrain_loss": 0.0,
|
| 1471 |
+
"total_loss": 0.1697894185781479
|
| 1472 |
+
},
|
| 1473 |
+
{
|
| 1474 |
+
"global_step": 2960,
|
| 1475 |
+
"optimizer_step": 370,
|
| 1476 |
+
"lr": 6.012640767930217e-06,
|
| 1477 |
+
"lm_loss": 0.18098203837871552,
|
| 1478 |
+
"order_loss": 12.75,
|
| 1479 |
+
"ret_loss": 0.0,
|
| 1480 |
+
"pretrain_loss": 0.0,
|
| 1481 |
+
"total_loss": 2.7278571128845215
|
| 1482 |
+
},
|
| 1483 |
+
{
|
| 1484 |
+
"global_step": 2980,
|
| 1485 |
+
"optimizer_step": 372,
|
| 1486 |
+
"lr": 5.7864297241808e-06,
|
| 1487 |
+
"lm_loss": 0.060319412499666214,
|
| 1488 |
+
"order_loss": 2.046875,
|
| 1489 |
+
"ret_loss": 0.0,
|
| 1490 |
+
"pretrain_loss": 0.0,
|
| 1491 |
+
"total_loss": 0.4704756736755371
|
| 1492 |
+
},
|
| 1493 |
+
{
|
| 1494 |
+
"global_step": 3000,
|
| 1495 |
+
"optimizer_step": 375,
|
| 1496 |
+
"lr": 5.454212938299255e-06,
|
| 1497 |
+
"lm_loss": 0.06764735281467438,
|
| 1498 |
+
"order_loss": 0.5625,
|
| 1499 |
+
"ret_loss": 0.0,
|
| 1500 |
+
"pretrain_loss": 0.0,
|
| 1501 |
+
"total_loss": 0.17995204031467438
|
| 1502 |
+
},
|
| 1503 |
+
{
|
| 1504 |
+
"global_step": 3020,
|
| 1505 |
+
"optimizer_step": 377,
|
| 1506 |
+
"lr": 5.237531798197415e-06,
|
| 1507 |
+
"lm_loss": 0.16401313245296478,
|
| 1508 |
+
"order_loss": 2.421875,
|
| 1509 |
+
"ret_loss": 0.0,
|
| 1510 |
+
"pretrain_loss": 0.0,
|
| 1511 |
+
"total_loss": 0.648388147354126
|
| 1512 |
+
},
|
| 1513 |
+
{
|
| 1514 |
+
"global_step": 3040,
|
| 1515 |
+
"optimizer_step": 380,
|
| 1516 |
+
"lr": 4.91981171298388e-06,
|
| 1517 |
+
"lm_loss": 0.022973094135522842,
|
| 1518 |
+
"order_loss": 2.140625,
|
| 1519 |
+
"ret_loss": 0.0,
|
| 1520 |
+
"pretrain_loss": 0.0,
|
| 1521 |
+
"total_loss": 0.45070746541023254
|
| 1522 |
+
},
|
| 1523 |
+
{
|
| 1524 |
+
"global_step": 3060,
|
| 1525 |
+
"optimizer_step": 382,
|
| 1526 |
+
"lr": 4.712926831217685e-06,
|
| 1527 |
+
"lm_loss": 0.11503444612026215,
|
| 1528 |
+
"order_loss": 5.125,
|
| 1529 |
+
"ret_loss": 0.0,
|
| 1530 |
+
"pretrain_loss": 0.0,
|
| 1531 |
+
"total_loss": 1.1384719610214233
|
| 1532 |
+
},
|
| 1533 |
+
{
|
| 1534 |
+
"global_step": 3080,
|
| 1535 |
+
"optimizer_step": 385,
|
| 1536 |
+
"lr": 4.410094003202134e-06,
|
| 1537 |
+
"lm_loss": 0.019826272502541542,
|
| 1538 |
+
"order_loss": 2.4375,
|
| 1539 |
+
"ret_loss": 0.0,
|
| 1540 |
+
"pretrain_loss": 0.0,
|
| 1541 |
+
"total_loss": 0.5081075429916382
|
| 1542 |
+
},
|
| 1543 |
+
{
|
| 1544 |
+
"global_step": 3100,
|
| 1545 |
+
"optimizer_step": 387,
|
| 1546 |
+
"lr": 4.213259692436367e-06,
|
| 1547 |
+
"lm_loss": 0.06183494254946709,
|
| 1548 |
+
"order_loss": 0.58203125,
|
| 1549 |
+
"ret_loss": 0.0,
|
| 1550 |
+
"pretrain_loss": 0.0,
|
| 1551 |
+
"total_loss": 0.17804588377475739
|
| 1552 |
+
},
|
| 1553 |
+
{
|
| 1554 |
+
"global_step": 3120,
|
| 1555 |
+
"optimizer_step": 390,
|
| 1556 |
+
"lr": 3.925686378029331e-06,
|
| 1557 |
+
"lm_loss": 0.0030209198594093323,
|
| 1558 |
+
"order_loss": 2.921875,
|
| 1559 |
+
"ret_loss": 0.0,
|
| 1560 |
+
"pretrain_loss": 0.0,
|
| 1561 |
+
"total_loss": 0.5889584422111511
|
| 1562 |
+
},
|
| 1563 |
+
{
|
| 1564 |
+
"global_step": 3140,
|
| 1565 |
+
"optimizer_step": 392,
|
| 1566 |
+
"lr": 3.739144596292382e-06,
|
| 1567 |
+
"lm_loss": 0.12951713800430298,
|
| 1568 |
+
"order_loss": 3.125,
|
| 1569 |
+
"ret_loss": 0.0,
|
| 1570 |
+
"pretrain_loss": 0.0,
|
| 1571 |
+
"total_loss": 0.754517138004303
|
| 1572 |
+
},
|
| 1573 |
+
{
|
| 1574 |
+
"global_step": 3160,
|
| 1575 |
+
"optimizer_step": 395,
|
| 1576 |
+
"lr": 3.4671842941897765e-06,
|
| 1577 |
+
"lm_loss": 0.10877694934606552,
|
| 1578 |
+
"order_loss": 6.71875,
|
| 1579 |
+
"ret_loss": 0.0,
|
| 1580 |
+
"pretrain_loss": 0.0,
|
| 1581 |
+
"total_loss": 1.4525269269943237
|
| 1582 |
+
},
|
| 1583 |
+
{
|
| 1584 |
+
"global_step": 3180,
|
| 1585 |
+
"optimizer_step": 397,
|
| 1586 |
+
"lr": 3.2911643474473646e-06,
|
| 1587 |
+
"lm_loss": 0.16005869209766388,
|
| 1588 |
+
"order_loss": 8.6875,
|
| 1589 |
+
"ret_loss": 0.0,
|
| 1590 |
+
"pretrain_loss": 0.0,
|
| 1591 |
+
"total_loss": 1.8944337368011475
|
| 1592 |
+
},
|
| 1593 |
+
{
|
| 1594 |
+
"global_step": 3200,
|
| 1595 |
+
"optimizer_step": 400,
|
| 1596 |
+
"lr": 3.035151364093214e-06,
|
| 1597 |
+
"lm_loss": 0.09632737189531326,
|
| 1598 |
+
"order_loss": 4.5625,
|
| 1599 |
+
"ret_loss": 0.0,
|
| 1600 |
+
"pretrain_loss": 0.0,
|
| 1601 |
+
"total_loss": 1.0103899240493774
|
| 1602 |
+
},
|
| 1603 |
+
{
|
| 1604 |
+
"global_step": 3220,
|
| 1605 |
+
"optimizer_step": 402,
|
| 1606 |
+
"lr": 2.869869624374699e-06,
|
| 1607 |
+
"lm_loss": 0.02059444598853588,
|
| 1608 |
+
"order_loss": 0.5234375,
|
| 1609 |
+
"ret_loss": 0.0,
|
| 1610 |
+
"pretrain_loss": 0.0,
|
| 1611 |
+
"total_loss": 0.12508663535118103
|
| 1612 |
+
},
|
| 1613 |
+
{
|
| 1614 |
+
"global_step": 3240,
|
| 1615 |
+
"optimizer_step": 405,
|
| 1616 |
+
"lr": 2.6301186630158485e-06,
|
| 1617 |
+
"lm_loss": 0.04449394717812538,
|
| 1618 |
+
"order_loss": 0.61328125,
|
| 1619 |
+
"ret_loss": 0.0,
|
| 1620 |
+
"pretrain_loss": 0.0,
|
| 1621 |
+
"total_loss": 0.16705253720283508
|
| 1622 |
+
},
|
| 1623 |
+
{
|
| 1624 |
+
"global_step": 3260,
|
| 1625 |
+
"optimizer_step": 407,
|
| 1626 |
+
"lr": 2.475778302439524e-06,
|
| 1627 |
+
"lm_loss": 0.09708278626203537,
|
| 1628 |
+
"order_loss": 5.34375,
|
| 1629 |
+
"ret_loss": 0.0,
|
| 1630 |
+
"pretrain_loss": 0.0,
|
| 1631 |
+
"total_loss": 1.1673952341079712
|
| 1632 |
+
},
|
| 1633 |
+
{
|
| 1634 |
+
"global_step": 3280,
|
| 1635 |
+
"optimizer_step": 410,
|
| 1636 |
+
"lr": 2.2525840762775863e-06,
|
| 1637 |
+
"lm_loss": 0.12196586281061172,
|
| 1638 |
+
"order_loss": 0.55078125,
|
| 1639 |
+
"ret_loss": 0.0,
|
| 1640 |
+
"pretrain_loss": 0.0,
|
| 1641 |
+
"total_loss": 0.23231741786003113
|
| 1642 |
+
},
|
| 1643 |
+
{
|
| 1644 |
+
"global_step": 3300,
|
| 1645 |
+
"optimizer_step": 412,
|
| 1646 |
+
"lr": 2.1093748173018848e-06,
|
| 1647 |
+
"lm_loss": 0.006873693782836199,
|
| 1648 |
+
"order_loss": 2.328125,
|
| 1649 |
+
"ret_loss": 0.0,
|
| 1650 |
+
"pretrain_loss": 0.0,
|
| 1651 |
+
"total_loss": 0.4717174470424652
|
| 1652 |
+
},
|
| 1653 |
+
{
|
| 1654 |
+
"global_step": 3320,
|
| 1655 |
+
"optimizer_step": 415,
|
| 1656 |
+
"lr": 1.9030116872178316e-06,
|
| 1657 |
+
"lm_loss": 0.013049754314124584,
|
| 1658 |
+
"order_loss": 2.734375,
|
| 1659 |
+
"ret_loss": 0.0,
|
| 1660 |
+
"pretrain_loss": 0.0,
|
| 1661 |
+
"total_loss": 0.5599247813224792
|
| 1662 |
+
},
|
| 1663 |
+
{
|
| 1664 |
+
"global_step": 3340,
|
| 1665 |
+
"optimizer_step": 417,
|
| 1666 |
+
"lr": 1.771109569425547e-06,
|
| 1667 |
+
"lm_loss": 0.07089846581220627,
|
| 1668 |
+
"order_loss": 2.421875,
|
| 1669 |
+
"ret_loss": 0.0,
|
| 1670 |
+
"pretrain_loss": 0.0,
|
| 1671 |
+
"total_loss": 0.5552734732627869
|
| 1672 |
+
},
|
| 1673 |
+
{
|
| 1674 |
+
"global_step": 3360,
|
| 1675 |
+
"optimizer_step": 420,
|
| 1676 |
+
"lr": 1.5818312067223672e-06,
|
| 1677 |
+
"lm_loss": 0.009028011001646519,
|
| 1678 |
+
"order_loss": 1.3671875,
|
| 1679 |
+
"ret_loss": 0.0,
|
| 1680 |
+
"pretrain_loss": 0.0,
|
| 1681 |
+
"total_loss": 0.28246551752090454
|
| 1682 |
+
},
|
| 1683 |
+
{
|
| 1684 |
+
"global_step": 3380,
|
| 1685 |
+
"optimizer_step": 422,
|
| 1686 |
+
"lr": 1.4613983704244826e-06,
|
| 1687 |
+
"lm_loss": 0.20000210404396057,
|
| 1688 |
+
"order_loss": 3.328125,
|
| 1689 |
+
"ret_loss": 0.0,
|
| 1690 |
+
"pretrain_loss": 0.0,
|
| 1691 |
+
"total_loss": 0.8640645742416382
|
| 1692 |
+
},
|
| 1693 |
+
{
|
| 1694 |
+
"global_step": 3400,
|
| 1695 |
+
"optimizer_step": 425,
|
| 1696 |
+
"lr": 1.2894374450024338e-06,
|
| 1697 |
+
"lm_loss": 0.09756087511777878,
|
| 1698 |
+
"order_loss": 2.234375,
|
| 1699 |
+
"ret_loss": 0.0,
|
| 1700 |
+
"pretrain_loss": 0.0,
|
| 1701 |
+
"total_loss": 0.5448265075683594
|
| 1702 |
+
},
|
| 1703 |
+
{
|
| 1704 |
+
"global_step": 3420,
|
| 1705 |
+
"optimizer_step": 427,
|
| 1706 |
+
"lr": 1.180621931927592e-06,
|
| 1707 |
+
"lm_loss": 0.13051117956638336,
|
| 1708 |
+
"order_loss": 7.375,
|
| 1709 |
+
"ret_loss": 0.0,
|
| 1710 |
+
"pretrain_loss": 0.0,
|
| 1711 |
+
"total_loss": 1.6070736646652222
|
| 1712 |
+
},
|
| 1713 |
+
{
|
| 1714 |
+
"global_step": 3440,
|
| 1715 |
+
"optimizer_step": 430,
|
| 1716 |
+
"lr": 1.0261898262753812e-06,
|
| 1717 |
+
"lm_loss": 0.014907551929354668,
|
| 1718 |
+
"order_loss": 0.58984375,
|
| 1719 |
+
"ret_loss": 0.0,
|
| 1720 |
+
"pretrain_loss": 0.0,
|
| 1721 |
+
"total_loss": 0.13307161629199982
|
| 1722 |
+
},
|
| 1723 |
+
{
|
| 1724 |
+
"global_step": 3460,
|
| 1725 |
+
"optimizer_step": 432,
|
| 1726 |
+
"lr": 9.291253975900139e-07,
|
| 1727 |
+
"lm_loss": 0.05709294229745865,
|
| 1728 |
+
"order_loss": 13.9375,
|
| 1729 |
+
"ret_loss": 0.0,
|
| 1730 |
+
"pretrain_loss": 0.0,
|
| 1731 |
+
"total_loss": 2.8383429050445557
|
| 1732 |
+
},
|
| 1733 |
+
{
|
| 1734 |
+
"global_step": 3480,
|
| 1735 |
+
"optimizer_step": 435,
|
| 1736 |
+
"lr": 7.924119469434665e-07,
|
| 1737 |
+
"lm_loss": 0.07873621582984924,
|
| 1738 |
+
"order_loss": 5.65625,
|
| 1739 |
+
"ret_loss": 0.0,
|
| 1740 |
+
"pretrain_loss": 0.0,
|
| 1741 |
+
"total_loss": 1.2115486860275269
|
| 1742 |
+
},
|
| 1743 |
+
{
|
| 1744 |
+
"global_step": 3500,
|
| 1745 |
+
"optimizer_step": 437,
|
| 1746 |
+
"lr": 7.072179188262251e-07,
|
| 1747 |
+
"lm_loss": 0.0028996195178478956,
|
| 1748 |
+
"order_loss": 1.125,
|
| 1749 |
+
"ret_loss": 0.0,
|
| 1750 |
+
"pretrain_loss": 0.0,
|
| 1751 |
+
"total_loss": 0.22750899195671082
|
| 1752 |
+
},
|
| 1753 |
+
{
|
| 1754 |
+
"global_step": 3520,
|
| 1755 |
+
"optimizer_step": 440,
|
| 1756 |
+
"lr": 5.883911778138324e-07,
|
| 1757 |
+
"lm_loss": 0.003384690498933196,
|
| 1758 |
+
"order_loss": 5.9375,
|
| 1759 |
+
"ret_loss": 0.0,
|
| 1760 |
+
"pretrain_loss": 0.0,
|
| 1761 |
+
"total_loss": 1.1908847093582153
|
| 1762 |
+
},
|
| 1763 |
+
{
|
| 1764 |
+
"global_step": 3540,
|
| 1765 |
+
"optimizer_step": 442,
|
| 1766 |
+
"lr": 5.151722747865434e-07,
|
| 1767 |
+
"lm_loss": 0.04543609172105789,
|
| 1768 |
+
"order_loss": 0.98046875,
|
| 1769 |
+
"ret_loss": 0.0,
|
| 1770 |
+
"pretrain_loss": 0.0,
|
| 1771 |
+
"total_loss": 0.2417251467704773
|
| 1772 |
+
},
|
| 1773 |
+
{
|
| 1774 |
+
"global_step": 3560,
|
| 1775 |
+
"optimizer_step": 445,
|
| 1776 |
+
"lr": 4.1437831084878974e-07,
|
| 1777 |
+
"lm_loss": 0.002113284543156624,
|
| 1778 |
+
"order_loss": 1.03125,
|
| 1779 |
+
"ret_loss": 0.0,
|
| 1780 |
+
"pretrain_loss": 0.0,
|
| 1781 |
+
"total_loss": 0.20816797018051147
|
| 1782 |
+
},
|
| 1783 |
+
{
|
| 1784 |
+
"global_step": 3580,
|
| 1785 |
+
"optimizer_step": 447,
|
| 1786 |
+
"lr": 3.5322453704410286e-07,
|
| 1787 |
+
"lm_loss": 0.6759024262428284,
|
| 1788 |
+
"order_loss": 0.44921875,
|
| 1789 |
+
"ret_loss": 0.0,
|
| 1790 |
+
"pretrain_loss": 0.0,
|
| 1791 |
+
"total_loss": 0.7657461762428284
|
| 1792 |
+
},
|
| 1793 |
+
{
|
| 1794 |
+
"global_step": 3600,
|
| 1795 |
+
"optimizer_step": 450,
|
| 1796 |
+
"lr": 2.705872508804747e-07,
|
| 1797 |
+
"lm_loss": 0.09021954238414764,
|
| 1798 |
+
"order_loss": 2.1875,
|
| 1799 |
+
"ret_loss": 0.0,
|
| 1800 |
+
"pretrain_loss": 0.0,
|
| 1801 |
+
"total_loss": 0.5277195572853088
|
| 1802 |
+
},
|
| 1803 |
+
{
|
| 1804 |
+
"global_step": 3620,
|
| 1805 |
+
"optimizer_step": 452,
|
| 1806 |
+
"lr": 2.215737794045436e-07,
|
| 1807 |
+
"lm_loss": 0.18287181854248047,
|
| 1808 |
+
"order_loss": 0.640625,
|
| 1809 |
+
"ret_loss": 0.0,
|
| 1810 |
+
"pretrain_loss": 0.0,
|
| 1811 |
+
"total_loss": 0.31080150604248047
|
| 1812 |
+
},
|
| 1813 |
+
{
|
| 1814 |
+
"global_step": 3640,
|
| 1815 |
+
"optimizer_step": 455,
|
| 1816 |
+
"lr": 1.571947526689349e-07,
|
| 1817 |
+
"lm_loss": 0.5771998167037964,
|
| 1818 |
+
"order_loss": 0.52734375,
|
| 1819 |
+
"ret_loss": 0.0,
|
| 1820 |
+
"pretrain_loss": 0.0,
|
| 1821 |
+
"total_loss": 0.6826685667037964
|
| 1822 |
+
},
|
| 1823 |
+
{
|
| 1824 |
+
"global_step": 3660,
|
| 1825 |
+
"optimizer_step": 457,
|
| 1826 |
+
"lr": 1.2038183319507955e-07,
|
| 1827 |
+
"lm_loss": 0.12908616662025452,
|
| 1828 |
+
"order_loss": 2.265625,
|
| 1829 |
+
"ret_loss": 0.0,
|
| 1830 |
+
"pretrain_loss": 0.0,
|
| 1831 |
+
"total_loss": 0.5822111368179321
|
| 1832 |
+
},
|
| 1833 |
+
{
|
| 1834 |
+
"global_step": 3680,
|
| 1835 |
+
"optimizer_step": 460,
|
| 1836 |
+
"lr": 7.434020362682704e-08,
|
| 1837 |
+
"lm_loss": 0.018739871680736542,
|
| 1838 |
+
"order_loss": 2.46875,
|
| 1839 |
+
"ret_loss": 0.0,
|
| 1840 |
+
"pretrain_loss": 0.0,
|
| 1841 |
+
"total_loss": 0.5128805041313171
|
| 1842 |
+
},
|
| 1843 |
+
{
|
| 1844 |
+
"global_step": 3700,
|
| 1845 |
+
"optimizer_step": 462,
|
| 1846 |
+
"lr": 4.977308833379324e-08,
|
| 1847 |
+
"lm_loss": 0.04224599525332451,
|
| 1848 |
+
"order_loss": 0.99609375,
|
| 1849 |
+
"ret_loss": 0.0,
|
| 1850 |
+
"pretrain_loss": 0.0,
|
| 1851 |
+
"total_loss": 0.2414647489786148
|
| 1852 |
+
},
|
| 1853 |
+
{
|
| 1854 |
+
"global_step": 3720,
|
| 1855 |
+
"optimizer_step": 465,
|
| 1856 |
+
"lr": 2.2125452477828047e-08,
|
| 1857 |
+
"lm_loss": 0.006622170098125935,
|
| 1858 |
+
"order_loss": 9.3125,
|
| 1859 |
+
"ret_loss": 0.0,
|
| 1860 |
+
"pretrain_loss": 0.0,
|
| 1861 |
+
"total_loss": 1.8659971952438354
|
| 1862 |
+
},
|
| 1863 |
+
{
|
| 1864 |
+
"global_step": 3740,
|
| 1865 |
+
"optimizer_step": 467,
|
| 1866 |
+
"lr": 9.834340423678368e-09,
|
| 1867 |
+
"lm_loss": 0.2563786506652832,
|
| 1868 |
+
"order_loss": 8.125,
|
| 1869 |
+
"ret_loss": 0.0,
|
| 1870 |
+
"pretrain_loss": 0.0,
|
| 1871 |
+
"total_loss": 1.8813786506652832
|
| 1872 |
+
}
|
| 1873 |
+
]
|
| 1874 |
+
}
|
cls_smollm2_baseline/README.md
ADDED
|
@@ -0,0 +1,208 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
---
|
| 2 |
+
base_model: HuggingFaceTB/SmolLM2-1.7B-Instruct
|
| 3 |
+
library_name: peft
|
| 4 |
+
pipeline_tag: text-generation
|
| 5 |
+
tags:
|
| 6 |
+
- base_model:adapter:HuggingFaceTB/SmolLM2-1.7B-Instruct
|
| 7 |
+
- lora
|
| 8 |
+
- transformers
|
| 9 |
+
- unsloth
|
| 10 |
+
---
|
| 11 |
+
|
| 12 |
+
# Model Card for Model ID
|
| 13 |
+
|
| 14 |
+
<!-- Provide a quick summary of what the model is/does. -->
|
| 15 |
+
|
| 16 |
+
|
| 17 |
+
|
| 18 |
+
## Model Details
|
| 19 |
+
|
| 20 |
+
### Model Description
|
| 21 |
+
|
| 22 |
+
<!-- Provide a longer summary of what this model is. -->
|
| 23 |
+
|
| 24 |
+
|
| 25 |
+
|
| 26 |
+
- **Developed by:** [More Information Needed]
|
| 27 |
+
- **Funded by [optional]:** [More Information Needed]
|
| 28 |
+
- **Shared by [optional]:** [More Information Needed]
|
| 29 |
+
- **Model type:** [More Information Needed]
|
| 30 |
+
- **Language(s) (NLP):** [More Information Needed]
|
| 31 |
+
- **License:** [More Information Needed]
|
| 32 |
+
- **Finetuned from model [optional]:** [More Information Needed]
|
| 33 |
+
|
| 34 |
+
### Model Sources [optional]
|
| 35 |
+
|
| 36 |
+
<!-- Provide the basic links for the model. -->
|
| 37 |
+
|
| 38 |
+
- **Repository:** [More Information Needed]
|
| 39 |
+
- **Paper [optional]:** [More Information Needed]
|
| 40 |
+
- **Demo [optional]:** [More Information Needed]
|
| 41 |
+
|
| 42 |
+
## Uses
|
| 43 |
+
|
| 44 |
+
<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
|
| 45 |
+
|
| 46 |
+
### Direct Use
|
| 47 |
+
|
| 48 |
+
<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
|
| 49 |
+
|
| 50 |
+
[More Information Needed]
|
| 51 |
+
|
| 52 |
+
### Downstream Use [optional]
|
| 53 |
+
|
| 54 |
+
<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
|
| 55 |
+
|
| 56 |
+
[More Information Needed]
|
| 57 |
+
|
| 58 |
+
### Out-of-Scope Use
|
| 59 |
+
|
| 60 |
+
<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
|
| 61 |
+
|
| 62 |
+
[More Information Needed]
|
| 63 |
+
|
| 64 |
+
## Bias, Risks, and Limitations
|
| 65 |
+
|
| 66 |
+
<!-- This section is meant to convey both technical and sociotechnical limitations. -->
|
| 67 |
+
|
| 68 |
+
[More Information Needed]
|
| 69 |
+
|
| 70 |
+
### Recommendations
|
| 71 |
+
|
| 72 |
+
<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
|
| 73 |
+
|
| 74 |
+
Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
|
| 75 |
+
|
| 76 |
+
## How to Get Started with the Model
|
| 77 |
+
|
| 78 |
+
Use the code below to get started with the model.
|
| 79 |
+
|
| 80 |
+
[More Information Needed]
|
| 81 |
+
|
| 82 |
+
## Training Details
|
| 83 |
+
|
| 84 |
+
### Training Data
|
| 85 |
+
|
| 86 |
+
<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
|
| 87 |
+
|
| 88 |
+
[More Information Needed]
|
| 89 |
+
|
| 90 |
+
### Training Procedure
|
| 91 |
+
|
| 92 |
+
<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
|
| 93 |
+
|
| 94 |
+
#### Preprocessing [optional]
|
| 95 |
+
|
| 96 |
+
[More Information Needed]
|
| 97 |
+
|
| 98 |
+
|
| 99 |
+
#### Training Hyperparameters
|
| 100 |
+
|
| 101 |
+
- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
|
| 102 |
+
|
| 103 |
+
#### Speeds, Sizes, Times [optional]
|
| 104 |
+
|
| 105 |
+
<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
|
| 106 |
+
|
| 107 |
+
[More Information Needed]
|
| 108 |
+
|
| 109 |
+
## Evaluation
|
| 110 |
+
|
| 111 |
+
<!-- This section describes the evaluation protocols and provides the results. -->
|
| 112 |
+
|
| 113 |
+
### Testing Data, Factors & Metrics
|
| 114 |
+
|
| 115 |
+
#### Testing Data
|
| 116 |
+
|
| 117 |
+
<!-- This should link to a Dataset Card if possible. -->
|
| 118 |
+
|
| 119 |
+
[More Information Needed]
|
| 120 |
+
|
| 121 |
+
#### Factors
|
| 122 |
+
|
| 123 |
+
<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
|
| 124 |
+
|
| 125 |
+
[More Information Needed]
|
| 126 |
+
|
| 127 |
+
#### Metrics
|
| 128 |
+
|
| 129 |
+
<!-- These are the evaluation metrics being used, ideally with a description of why. -->
|
| 130 |
+
|
| 131 |
+
[More Information Needed]
|
| 132 |
+
|
| 133 |
+
### Results
|
| 134 |
+
|
| 135 |
+
[More Information Needed]
|
| 136 |
+
|
| 137 |
+
#### Summary
|
| 138 |
+
|
| 139 |
+
|
| 140 |
+
|
| 141 |
+
## Model Examination [optional]
|
| 142 |
+
|
| 143 |
+
<!-- Relevant interpretability work for the model goes here -->
|
| 144 |
+
|
| 145 |
+
[More Information Needed]
|
| 146 |
+
|
| 147 |
+
## Environmental Impact
|
| 148 |
+
|
| 149 |
+
<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
|
| 150 |
+
|
| 151 |
+
Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
|
| 152 |
+
|
| 153 |
+
- **Hardware Type:** [More Information Needed]
|
| 154 |
+
- **Hours used:** [More Information Needed]
|
| 155 |
+
- **Cloud Provider:** [More Information Needed]
|
| 156 |
+
- **Compute Region:** [More Information Needed]
|
| 157 |
+
- **Carbon Emitted:** [More Information Needed]
|
| 158 |
+
|
| 159 |
+
## Technical Specifications [optional]
|
| 160 |
+
|
| 161 |
+
### Model Architecture and Objective
|
| 162 |
+
|
| 163 |
+
[More Information Needed]
|
| 164 |
+
|
| 165 |
+
### Compute Infrastructure
|
| 166 |
+
|
| 167 |
+
[More Information Needed]
|
| 168 |
+
|
| 169 |
+
#### Hardware
|
| 170 |
+
|
| 171 |
+
[More Information Needed]
|
| 172 |
+
|
| 173 |
+
#### Software
|
| 174 |
+
|
| 175 |
+
[More Information Needed]
|
| 176 |
+
|
| 177 |
+
## Citation [optional]
|
| 178 |
+
|
| 179 |
+
<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
|
| 180 |
+
|
| 181 |
+
**BibTeX:**
|
| 182 |
+
|
| 183 |
+
[More Information Needed]
|
| 184 |
+
|
| 185 |
+
**APA:**
|
| 186 |
+
|
| 187 |
+
[More Information Needed]
|
| 188 |
+
|
| 189 |
+
## Glossary [optional]
|
| 190 |
+
|
| 191 |
+
<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
|
| 192 |
+
|
| 193 |
+
[More Information Needed]
|
| 194 |
+
|
| 195 |
+
## More Information [optional]
|
| 196 |
+
|
| 197 |
+
[More Information Needed]
|
| 198 |
+
|
| 199 |
+
## Model Card Authors [optional]
|
| 200 |
+
|
| 201 |
+
[More Information Needed]
|
| 202 |
+
|
| 203 |
+
## Model Card Contact
|
| 204 |
+
|
| 205 |
+
[More Information Needed]
|
| 206 |
+
### Framework versions
|
| 207 |
+
|
| 208 |
+
- PEFT 0.19.1
|
cls_smollm2_baseline/adapter_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"alora_invocation_tokens": null,
|
| 3 |
+
"alpha_pattern": {},
|
| 4 |
+
"arrow_config": null,
|
| 5 |
+
"auto_mapping": {
|
| 6 |
+
"base_model_class": "LlamaForCausalLM",
|
| 7 |
+
"parent_library": "transformers.models.llama.modeling_llama",
|
| 8 |
+
"unsloth_fixed": true
|
| 9 |
+
},
|
| 10 |
+
"base_model_name_or_path": "HuggingFaceTB/SmolLM2-1.7B-Instruct",
|
| 11 |
+
"bias": "none",
|
| 12 |
+
"corda_config": null,
|
| 13 |
+
"ensure_weight_tying": false,
|
| 14 |
+
"eva_config": null,
|
| 15 |
+
"exclude_modules": null,
|
| 16 |
+
"fan_in_fan_out": false,
|
| 17 |
+
"inference_mode": true,
|
| 18 |
+
"init_lora_weights": true,
|
| 19 |
+
"layer_replication": null,
|
| 20 |
+
"layers_pattern": null,
|
| 21 |
+
"layers_to_transform": null,
|
| 22 |
+
"loftq_config": {},
|
| 23 |
+
"lora_alpha": 32,
|
| 24 |
+
"lora_bias": false,
|
| 25 |
+
"lora_dropout": 0.0,
|
| 26 |
+
"lora_ga_config": null,
|
| 27 |
+
"megatron_config": null,
|
| 28 |
+
"megatron_core": "megatron.core",
|
| 29 |
+
"modules_to_save": null,
|
| 30 |
+
"peft_type": "LORA",
|
| 31 |
+
"peft_version": "0.19.1",
|
| 32 |
+
"qalora_group_size": 16,
|
| 33 |
+
"r": 16,
|
| 34 |
+
"rank_pattern": {},
|
| 35 |
+
"revision": null,
|
| 36 |
+
"target_modules": [
|
| 37 |
+
"o_proj",
|
| 38 |
+
"gate_proj",
|
| 39 |
+
"k_proj",
|
| 40 |
+
"v_proj",
|
| 41 |
+
"q_proj",
|
| 42 |
+
"down_proj",
|
| 43 |
+
"up_proj"
|
| 44 |
+
],
|
| 45 |
+
"target_parameters": null,
|
| 46 |
+
"task_type": "CAUSAL_LM",
|
| 47 |
+
"trainable_token_indices": null,
|
| 48 |
+
"use_bdlora": null,
|
| 49 |
+
"use_dora": false,
|
| 50 |
+
"use_qalora": false,
|
| 51 |
+
"use_rslora": false
|
| 52 |
+
}
|