Upload folder using huggingface_hub

.gitattributes

@@ -938,3 +938,12 @@ gemma-2b-it_int4_arc_challenge-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32
 gemma-2b-it_int4_arc_challenge-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-308-sd-42/checkpoint-64/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_arc_challenge-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-308-sd-42/checkpoint-96/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 gemma-2b-it_int4_arc_challenge-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.3-num-308-sd-42/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-5354/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-6692/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-8031/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-9369/tokenizer.json filter=lfs diff=lfs merge=lfs -text
+Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/tokenizer.json filter=lfs diff=lfs merge=lfs -text

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8767e0d0604ccff5925fd06b1ebf5a468436644640dabefecdff8b512facf8aa
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:abcdfcac6f09b8d04b847f0786435c773d18d77630561c9d325f90ae90a09178
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c4baeb9cc32972d690c5b7a9b98b0eb28c6b8afd2ce9c908058754805719d6dd
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26f3421092a5ba4c2db1ce51d3b93698e8a2c6e0239127b2a377690d0d1f4cc1
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9340a5bf0cf4c7a2611e19a4b084d5b6085acada4269b8e0cfcdade92431d60d
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-10704/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc87da605e94ff0ecd8f5b371302a2d5f8727b77984707a2185ddb447fc3796
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ea4fc35757651c7c3a6bde3cbe3a29f159b4d024130edde539538989c54f675
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d3550f9d0c229652556a63f6a1db40a586e6c5c4c6a62b3dda5721a65c6553
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4da1ccefac00163faaeff70f727c5f6340a85466e9e936f079a69b938730bb96
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:392d8ed6255678b167709c169ac1b7830ba060af79331ac91cf29c25699c5e20
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/trainer_state.json

@@ -0,0 +1,972 @@
+{
+  "best_metric": 1.8051470518112183,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338",
+  "epoch": 0.9996264475158759,
+  "eval_steps": 10,
+  "global_step": 1338,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007471049682480389,
+      "grad_norm": 0.4912872612476349,
+      "learning_rate": 0.0002,
+      "loss": 2.6181,
+      "step": 10
+    },
+    {
+      "epoch": 0.014942099364960777,
+      "grad_norm": 0.4856316149234772,
+      "learning_rate": 0.0002,
+      "loss": 2.2606,
+      "step": 20
+    },
+    {
+      "epoch": 0.022413149047441166,
+      "grad_norm": 0.47683125734329224,
+      "learning_rate": 0.0002,
+      "loss": 2.0957,
+      "step": 30
+    },
+    {
+      "epoch": 0.029884198729921554,
+      "grad_norm": 0.515082597732544,
+      "learning_rate": 0.0002,
+      "loss": 1.8908,
+      "step": 40
+    },
+    {
+      "epoch": 0.03735524841240194,
+      "grad_norm": 0.5299215316772461,
+      "learning_rate": 0.0002,
+      "loss": 1.9704,
+      "step": 50
+    },
+    {
+      "epoch": 0.04482629809488233,
+      "grad_norm": 0.4951399862766266,
+      "learning_rate": 0.0002,
+      "loss": 1.9225,
+      "step": 60
+    },
+    {
+      "epoch": 0.05229734777736272,
+      "grad_norm": 0.48079821467399597,
+      "learning_rate": 0.0002,
+      "loss": 1.9742,
+      "step": 70
+    },
+    {
+      "epoch": 0.05976839745984311,
+      "grad_norm": 0.49402132630348206,
+      "learning_rate": 0.0002,
+      "loss": 1.9466,
+      "step": 80
+    },
+    {
+      "epoch": 0.0672394471423235,
+      "grad_norm": 0.4778193235397339,
+      "learning_rate": 0.0002,
+      "loss": 1.8691,
+      "step": 90
+    },
+    {
+      "epoch": 0.07471049682480388,
+      "grad_norm": 0.42472657561302185,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 100
+    },
+    {
+      "epoch": 0.08218154650728428,
+      "grad_norm": 0.4433092474937439,
+      "learning_rate": 0.0002,
+      "loss": 1.8744,
+      "step": 110
+    },
+    {
+      "epoch": 0.08965259618976466,
+      "grad_norm": 0.4472862780094147,
+      "learning_rate": 0.0002,
+      "loss": 1.865,
+      "step": 120
+    },
+    {
+      "epoch": 0.09712364587224505,
+      "grad_norm": 0.42596298456192017,
+      "learning_rate": 0.0002,
+      "loss": 1.9256,
+      "step": 130
+    },
+    {
+      "epoch": 0.10459469555472543,
+      "grad_norm": 0.46645811200141907,
+      "learning_rate": 0.0002,
+      "loss": 1.8015,
+      "step": 140
+    },
+    {
+      "epoch": 0.11206574523720583,
+      "grad_norm": 0.41041234135627747,
+      "learning_rate": 0.0002,
+      "loss": 1.8307,
+      "step": 150
+    },
+    {
+      "epoch": 0.11953679491968622,
+      "grad_norm": 0.5329819917678833,
+      "learning_rate": 0.0002,
+      "loss": 1.8276,
+      "step": 160
+    },
+    {
+      "epoch": 0.1270078446021666,
+      "grad_norm": 0.4065922200679779,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 170
+    },
+    {
+      "epoch": 0.134478894284647,
+      "grad_norm": 0.38406994938850403,
+      "learning_rate": 0.0002,
+      "loss": 1.8559,
+      "step": 180
+    },
+    {
+      "epoch": 0.14194994396712737,
+      "grad_norm": 0.4246881306171417,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 190
+    },
+    {
+      "epoch": 0.14942099364960776,
+      "grad_norm": 0.35136649012565613,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 200
+    },
+    {
+      "epoch": 0.15689204333208817,
+      "grad_norm": 0.43252742290496826,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 210
+    },
+    {
+      "epoch": 0.16436309301456856,
+      "grad_norm": 0.39236941933631897,
+      "learning_rate": 0.0002,
+      "loss": 1.7823,
+      "step": 220
+    },
+    {
+      "epoch": 0.17183414269704894,
+      "grad_norm": 0.3748249113559723,
+      "learning_rate": 0.0002,
+      "loss": 1.818,
+      "step": 230
+    },
+    {
+      "epoch": 0.17930519237952933,
+      "grad_norm": 0.6432855725288391,
+      "learning_rate": 0.0002,
+      "loss": 1.866,
+      "step": 240
+    },
+    {
+      "epoch": 0.1867762420620097,
+      "grad_norm": 0.34874802827835083,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 250
+    },
+    {
+      "epoch": 0.1942472917444901,
+      "grad_norm": 0.3721984326839447,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 260
+    },
+    {
+      "epoch": 0.20171834142697048,
+      "grad_norm": 0.4339311420917511,
+      "learning_rate": 0.0002,
+      "loss": 1.8464,
+      "step": 270
+    },
+    {
+      "epoch": 0.20918939110945087,
+      "grad_norm": 0.4018215537071228,
+      "learning_rate": 0.0002,
+      "loss": 1.8665,
+      "step": 280
+    },
+    {
+      "epoch": 0.21666044079193125,
+      "grad_norm": 0.3278839886188507,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 290
+    },
+    {
+      "epoch": 0.22413149047441167,
+      "grad_norm": 0.36146077513694763,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 300
+    },
+    {
+      "epoch": 0.23160254015689205,
+      "grad_norm": 0.38175010681152344,
+      "learning_rate": 0.0002,
+      "loss": 1.7916,
+      "step": 310
+    },
+    {
+      "epoch": 0.23907358983937244,
+      "grad_norm": 0.44776618480682373,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 320
+    },
+    {
+      "epoch": 0.24654463952185282,
+      "grad_norm": 0.3933652937412262,
+      "learning_rate": 0.0002,
+      "loss": 1.7824,
+      "step": 330
+    },
+    {
+      "epoch": 0.2540156892043332,
+      "grad_norm": 0.3515005111694336,
+      "learning_rate": 0.0002,
+      "loss": 1.8393,
+      "step": 340
+    },
+    {
+      "epoch": 0.2614867388868136,
+      "grad_norm": 0.6683304309844971,
+      "learning_rate": 0.0002,
+      "loss": 1.8653,
+      "step": 350
+    },
+    {
+      "epoch": 0.268957788569294,
+      "grad_norm": 0.37093454599380493,
+      "learning_rate": 0.0002,
+      "loss": 1.8797,
+      "step": 360
+    },
+    {
+      "epoch": 0.2764288382517744,
+      "grad_norm": 0.3450651168823242,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 370
+    },
+    {
+      "epoch": 0.28389988793425475,
+      "grad_norm": 0.5140917301177979,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 380
+    },
+    {
+      "epoch": 0.29137093761673516,
+      "grad_norm": 0.32885563373565674,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 390
+    },
+    {
+      "epoch": 0.2988419872992155,
+      "grad_norm": 0.33962297439575195,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.30631303698169593,
+      "grad_norm": 0.3723141849040985,
+      "learning_rate": 0.0002,
+      "loss": 1.7467,
+      "step": 410
+    },
+    {
+      "epoch": 0.31378408666417634,
+      "grad_norm": 0.37173134088516235,
+      "learning_rate": 0.0002,
+      "loss": 1.8459,
+      "step": 420
+    },
+    {
+      "epoch": 0.3212551363466567,
+      "grad_norm": 0.33736956119537354,
+      "learning_rate": 0.0002,
+      "loss": 1.8876,
+      "step": 430
+    },
+    {
+      "epoch": 0.3287261860291371,
+      "grad_norm": 0.3602448105812073,
+      "learning_rate": 0.0002,
+      "loss": 1.8367,
+      "step": 440
+    },
+    {
+      "epoch": 0.33619723571161747,
+      "grad_norm": 0.3569699227809906,
+      "learning_rate": 0.0002,
+      "loss": 1.8058,
+      "step": 450
+    },
+    {
+      "epoch": 0.3436682853940979,
+      "grad_norm": 0.31009167432785034,
+      "learning_rate": 0.0002,
+      "loss": 1.8086,
+      "step": 460
+    },
+    {
+      "epoch": 0.35113933507657824,
+      "grad_norm": 0.5278693437576294,
+      "learning_rate": 0.0002,
+      "loss": 1.8876,
+      "step": 470
+    },
+    {
+      "epoch": 0.35861038475905865,
+      "grad_norm": 0.3587537109851837,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 480
+    },
+    {
+      "epoch": 0.366081434441539,
+      "grad_norm": 0.3859670162200928,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 490
+    },
+    {
+      "epoch": 0.3735524841240194,
+      "grad_norm": 0.395913690328598,
+      "learning_rate": 0.0002,
+      "loss": 1.8287,
+      "step": 500
+    },
+    {
+      "epoch": 0.38102353380649984,
+      "grad_norm": 0.35052940249443054,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 510
+    },
+    {
+      "epoch": 0.3884945834889802,
+      "grad_norm": 0.2979494333267212,
+      "learning_rate": 0.0002,
+      "loss": 1.7824,
+      "step": 520
+    },
+    {
+      "epoch": 0.3959656331714606,
+      "grad_norm": 0.3062683343887329,
+      "learning_rate": 0.0002,
+      "loss": 1.8641,
+      "step": 530
+    },
+    {
+      "epoch": 0.40343668285394096,
+      "grad_norm": 0.3172847330570221,
+      "learning_rate": 0.0002,
+      "loss": 1.7651,
+      "step": 540
+    },
+    {
+      "epoch": 0.4109077325364214,
+      "grad_norm": 0.360435426235199,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 550
+    },
+    {
+      "epoch": 0.41837878221890173,
+      "grad_norm": 0.3427872359752655,
+      "learning_rate": 0.0002,
+      "loss": 1.9054,
+      "step": 560
+    },
+    {
+      "epoch": 0.42584983190138215,
+      "grad_norm": 0.34036558866500854,
+      "learning_rate": 0.0002,
+      "loss": 1.7562,
+      "step": 570
+    },
+    {
+      "epoch": 0.4333208815838625,
+      "grad_norm": 0.3365345299243927,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 580
+    },
+    {
+      "epoch": 0.4407919312663429,
+      "grad_norm": 0.35619041323661804,
+      "learning_rate": 0.0002,
+      "loss": 1.8328,
+      "step": 590
+    },
+    {
+      "epoch": 0.44826298094882333,
+      "grad_norm": 0.3569088280200958,
+      "learning_rate": 0.0002,
+      "loss": 1.8114,
+      "step": 600
+    },
+    {
+      "epoch": 0.4557340306313037,
+      "grad_norm": 0.3581278622150421,
+      "learning_rate": 0.0002,
+      "loss": 1.8599,
+      "step": 610
+    },
+    {
+      "epoch": 0.4632050803137841,
+      "grad_norm": 0.43197110295295715,
+      "learning_rate": 0.0002,
+      "loss": 1.7078,
+      "step": 620
+    },
+    {
+      "epoch": 0.47067612999626446,
+      "grad_norm": 0.33966198563575745,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 630
+    },
+    {
+      "epoch": 0.47814717967874487,
+      "grad_norm": 0.3343866467475891,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 640
+    },
+    {
+      "epoch": 0.48561822936122523,
+      "grad_norm": 0.33878564834594727,
+      "learning_rate": 0.0002,
+      "loss": 1.8191,
+      "step": 650
+    },
+    {
+      "epoch": 0.49308927904370564,
+      "grad_norm": 0.387195885181427,
+      "learning_rate": 0.0002,
+      "loss": 1.8801,
+      "step": 660
+    },
+    {
+      "epoch": 0.500560328726186,
+      "grad_norm": 0.3755440413951874,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 670
+    },
+    {
+      "epoch": 0.5080313784086664,
+      "grad_norm": 0.3272816836833954,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 680
+    },
+    {
+      "epoch": 0.5155024280911468,
+      "grad_norm": 0.36063864827156067,
+      "learning_rate": 0.0002,
+      "loss": 1.8156,
+      "step": 690
+    },
+    {
+      "epoch": 0.5229734777736272,
+      "grad_norm": 0.35317373275756836,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 700
+    },
+    {
+      "epoch": 0.5304445274561076,
+      "grad_norm": 0.3561195433139801,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 710
+    },
+    {
+      "epoch": 0.537915577138588,
+      "grad_norm": 0.31124624609947205,
+      "learning_rate": 0.0002,
+      "loss": 1.8149,
+      "step": 720
+    },
+    {
+      "epoch": 0.5453866268210683,
+      "grad_norm": 0.3294544517993927,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 730
+    },
+    {
+      "epoch": 0.5528576765035488,
+      "grad_norm": 0.31933900713920593,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 740
+    },
+    {
+      "epoch": 0.5603287261860291,
+      "grad_norm": 0.3226020634174347,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 750
+    },
+    {
+      "epoch": 0.5677997758685095,
+      "grad_norm": 0.3147525489330292,
+      "learning_rate": 0.0002,
+      "loss": 1.7862,
+      "step": 760
+    },
+    {
+      "epoch": 0.57527082555099,
+      "grad_norm": 0.32234328985214233,
+      "learning_rate": 0.0002,
+      "loss": 1.9028,
+      "step": 770
+    },
+    {
+      "epoch": 0.5827418752334703,
+      "grad_norm": 0.3258664309978485,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 780
+    },
+    {
+      "epoch": 0.5902129249159507,
+      "grad_norm": 0.3166961967945099,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 790
+    },
+    {
+      "epoch": 0.597683974598431,
+      "grad_norm": 0.35621458292007446,
+      "learning_rate": 0.0002,
+      "loss": 1.8799,
+      "step": 800
+    },
+    {
+      "epoch": 0.6051550242809115,
+      "grad_norm": 0.3236999213695526,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 810
+    },
+    {
+      "epoch": 0.6126260739633919,
+      "grad_norm": 0.2892923653125763,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 820
+    },
+    {
+      "epoch": 0.6200971236458722,
+      "grad_norm": 0.4098321497440338,
+      "learning_rate": 0.0002,
+      "loss": 1.8709,
+      "step": 830
+    },
+    {
+      "epoch": 0.6275681733283527,
+      "grad_norm": 0.3337118923664093,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 840
+    },
+    {
+      "epoch": 0.635039223010833,
+      "grad_norm": 0.30416029691696167,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 850
+    },
+    {
+      "epoch": 0.6425102726933134,
+      "grad_norm": 0.3361026346683502,
+      "learning_rate": 0.0002,
+      "loss": 1.7419,
+      "step": 860
+    },
+    {
+      "epoch": 0.6499813223757938,
+      "grad_norm": 0.3537365198135376,
+      "learning_rate": 0.0002,
+      "loss": 1.732,
+      "step": 870
+    },
+    {
+      "epoch": 0.6574523720582742,
+      "grad_norm": 0.33854469656944275,
+      "learning_rate": 0.0002,
+      "loss": 1.7825,
+      "step": 880
+    },
+    {
+      "epoch": 0.6649234217407546,
+      "grad_norm": 0.3332272469997406,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 890
+    },
+    {
+      "epoch": 0.6723944714232349,
+      "grad_norm": 0.34954726696014404,
+      "learning_rate": 0.0002,
+      "loss": 1.7247,
+      "step": 900
+    },
+    {
+      "epoch": 0.6798655211057153,
+      "grad_norm": 0.2921750247478485,
+      "learning_rate": 0.0002,
+      "loss": 1.7917,
+      "step": 910
+    },
+    {
+      "epoch": 0.6873365707881958,
+      "grad_norm": 0.30508682131767273,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 920
+    },
+    {
+      "epoch": 0.6948076204706761,
+      "grad_norm": 0.32268425822257996,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 930
+    },
+    {
+      "epoch": 0.7022786701531565,
+      "grad_norm": 0.2844390869140625,
+      "learning_rate": 0.0002,
+      "loss": 1.8283,
+      "step": 940
+    },
+    {
+      "epoch": 0.709749719835637,
+      "grad_norm": 0.31263890862464905,
+      "learning_rate": 0.0002,
+      "loss": 1.7363,
+      "step": 950
+    },
+    {
+      "epoch": 0.7172207695181173,
+      "grad_norm": 0.3626808822154999,
+      "learning_rate": 0.0002,
+      "loss": 1.8081,
+      "step": 960
+    },
+    {
+      "epoch": 0.7246918192005977,
+      "grad_norm": 0.3322749733924866,
+      "learning_rate": 0.0002,
+      "loss": 1.853,
+      "step": 970
+    },
+    {
+      "epoch": 0.732162868883078,
+      "grad_norm": 0.29177871346473694,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 980
+    },
+    {
+      "epoch": 0.7396339185655585,
+      "grad_norm": 0.35405513644218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8447,
+      "step": 990
+    },
+    {
+      "epoch": 0.7471049682480388,
+      "grad_norm": 0.39318400621414185,
+      "learning_rate": 0.0002,
+      "loss": 1.7008,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7545760179305192,
+      "grad_norm": 0.29401418566703796,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 1010
+    },
+    {
+      "epoch": 0.7620470676129997,
+      "grad_norm": 0.3271748721599579,
+      "learning_rate": 0.0002,
+      "loss": 1.7649,
+      "step": 1020
+    },
+    {
+      "epoch": 0.76951811729548,
+      "grad_norm": 0.30883970856666565,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 1030
+    },
+    {
+      "epoch": 0.7769891669779604,
+      "grad_norm": 0.3411838412284851,
+      "learning_rate": 0.0002,
+      "loss": 1.7722,
+      "step": 1040
+    },
+    {
+      "epoch": 0.7844602166604407,
+      "grad_norm": 0.30608129501342773,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 1050
+    },
+    {
+      "epoch": 0.7919312663429212,
+      "grad_norm": 0.30899080634117126,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 1060
+    },
+    {
+      "epoch": 0.7994023160254016,
+      "grad_norm": 0.3160453140735626,
+      "learning_rate": 0.0002,
+      "loss": 1.7625,
+      "step": 1070
+    },
+    {
+      "epoch": 0.8068733657078819,
+      "grad_norm": 0.30947187542915344,
+      "learning_rate": 0.0002,
+      "loss": 1.8452,
+      "step": 1080
+    },
+    {
+      "epoch": 0.8143444153903624,
+      "grad_norm": 0.3103134036064148,
+      "learning_rate": 0.0002,
+      "loss": 1.7418,
+      "step": 1090
+    },
+    {
+      "epoch": 0.8218154650728428,
+      "grad_norm": 0.31771138310432434,
+      "learning_rate": 0.0002,
+      "loss": 1.842,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8292865147553231,
+      "grad_norm": 0.5860997438430786,
+      "learning_rate": 0.0002,
+      "loss": 1.7918,
+      "step": 1110
+    },
+    {
+      "epoch": 0.8367575644378035,
+      "grad_norm": 0.3230148255825043,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 1120
+    },
+    {
+      "epoch": 0.8442286141202839,
+      "grad_norm": 0.29611510038375854,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 1130
+    },
+    {
+      "epoch": 0.8516996638027643,
+      "grad_norm": 0.3373654782772064,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 1140
+    },
+    {
+      "epoch": 0.8591707134852447,
+      "grad_norm": 0.3474279046058655,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1150
+    },
+    {
+      "epoch": 0.866641763167725,
+      "grad_norm": 0.35057875514030457,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1160
+    },
+    {
+      "epoch": 0.8741128128502055,
+      "grad_norm": 0.39537495374679565,
+      "learning_rate": 0.0002,
+      "loss": 1.8273,
+      "step": 1170
+    },
+    {
+      "epoch": 0.8815838625326858,
+      "grad_norm": 0.3714233636856079,
+      "learning_rate": 0.0002,
+      "loss": 1.7682,
+      "step": 1180
+    },
+    {
+      "epoch": 0.8890549122151662,
+      "grad_norm": 0.2950296998023987,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 1190
+    },
+    {
+      "epoch": 0.8965259618976467,
+      "grad_norm": 0.38182979822158813,
+      "learning_rate": 0.0002,
+      "loss": 1.7612,
+      "step": 1200
+    },
+    {
+      "epoch": 0.903997011580127,
+      "grad_norm": 0.27883678674697876,
+      "learning_rate": 0.0002,
+      "loss": 1.827,
+      "step": 1210
+    },
+    {
+      "epoch": 0.9114680612626074,
+      "grad_norm": 0.33874374628067017,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 1220
+    },
+    {
+      "epoch": 0.9189391109450877,
+      "grad_norm": 0.3014272153377533,
+      "learning_rate": 0.0002,
+      "loss": 1.7334,
+      "step": 1230
+    },
+    {
+      "epoch": 0.9264101606275682,
+      "grad_norm": 0.3194271922111511,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 1240
+    },
+    {
+      "epoch": 0.9338812103100486,
+      "grad_norm": 0.3049403429031372,
+      "learning_rate": 0.0002,
+      "loss": 1.7924,
+      "step": 1250
+    },
+    {
+      "epoch": 0.9413522599925289,
+      "grad_norm": 0.30621254444122314,
+      "learning_rate": 0.0002,
+      "loss": 1.7535,
+      "step": 1260
+    },
+    {
+      "epoch": 0.9488233096750094,
+      "grad_norm": 0.28675132989883423,
+      "learning_rate": 0.0002,
+      "loss": 1.8287,
+      "step": 1270
+    },
+    {
+      "epoch": 0.9562943593574897,
+      "grad_norm": 0.3322032690048218,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 1280
+    },
+    {
+      "epoch": 0.9637654090399701,
+      "grad_norm": 0.35408294200897217,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 1290
+    },
+    {
+      "epoch": 0.9712364587224505,
+      "grad_norm": 0.36386919021606445,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1300
+    },
+    {
+      "epoch": 0.9787075084049309,
+      "grad_norm": 0.32338324189186096,
+      "learning_rate": 0.0002,
+      "loss": 1.8633,
+      "step": 1310
+    },
+    {
+      "epoch": 0.9861785580874113,
+      "grad_norm": 0.3714013993740082,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 1320
+    },
+    {
+      "epoch": 0.9936496077698916,
+      "grad_norm": 0.3133082389831543,
+      "learning_rate": 0.0002,
+      "loss": 1.7766,
+      "step": 1330
+    },
+    {
+      "epoch": 0.9996264475158759,
+      "eval_loss": 1.8051470518112183,
+      "eval_runtime": 38.6332,
+      "eval_samples_per_second": 13.331,
+      "eval_steps_per_second": 1.682,
+      "step": 1338
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10704,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 6.194278297711411e+16,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-1338/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc87da605e94ff0ecd8f5b371302a2d5f8727b77984707a2185ddb447fc3796
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8767e0d0604ccff5925fd06b1ebf5a468436644640dabefecdff8b512facf8aa
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7853c5f0c85c20e1969da93901ceeec41a9e7e3c7cdea7b0086247ba5bce952
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cd7a777006d9d84e8e167a92deaa029dbda5c325805a5aee24ceddb0c3465d4a
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5948bcf2b8a11466457f31ca0ea8be19b105a5e0386ed276110793dbcdcaaf44
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/trainer_state.json

@@ -0,0 +1,1918 @@
+{
+  "best_metric": 1.8046749830245972,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677",
+  "epoch": 2.0,
+  "eval_steps": 10,
+  "global_step": 2677,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007471049682480389,
+      "grad_norm": 0.4912872612476349,
+      "learning_rate": 0.0002,
+      "loss": 2.6181,
+      "step": 10
+    },
+    {
+      "epoch": 0.014942099364960777,
+      "grad_norm": 0.4856316149234772,
+      "learning_rate": 0.0002,
+      "loss": 2.2606,
+      "step": 20
+    },
+    {
+      "epoch": 0.022413149047441166,
+      "grad_norm": 0.47683125734329224,
+      "learning_rate": 0.0002,
+      "loss": 2.0957,
+      "step": 30
+    },
+    {
+      "epoch": 0.029884198729921554,
+      "grad_norm": 0.515082597732544,
+      "learning_rate": 0.0002,
+      "loss": 1.8908,
+      "step": 40
+    },
+    {
+      "epoch": 0.03735524841240194,
+      "grad_norm": 0.5299215316772461,
+      "learning_rate": 0.0002,
+      "loss": 1.9704,
+      "step": 50
+    },
+    {
+      "epoch": 0.04482629809488233,
+      "grad_norm": 0.4951399862766266,
+      "learning_rate": 0.0002,
+      "loss": 1.9225,
+      "step": 60
+    },
+    {
+      "epoch": 0.05229734777736272,
+      "grad_norm": 0.48079821467399597,
+      "learning_rate": 0.0002,
+      "loss": 1.9742,
+      "step": 70
+    },
+    {
+      "epoch": 0.05976839745984311,
+      "grad_norm": 0.49402132630348206,
+      "learning_rate": 0.0002,
+      "loss": 1.9466,
+      "step": 80
+    },
+    {
+      "epoch": 0.0672394471423235,
+      "grad_norm": 0.4778193235397339,
+      "learning_rate": 0.0002,
+      "loss": 1.8691,
+      "step": 90
+    },
+    {
+      "epoch": 0.07471049682480388,
+      "grad_norm": 0.42472657561302185,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 100
+    },
+    {
+      "epoch": 0.08218154650728428,
+      "grad_norm": 0.4433092474937439,
+      "learning_rate": 0.0002,
+      "loss": 1.8744,
+      "step": 110
+    },
+    {
+      "epoch": 0.08965259618976466,
+      "grad_norm": 0.4472862780094147,
+      "learning_rate": 0.0002,
+      "loss": 1.865,
+      "step": 120
+    },
+    {
+      "epoch": 0.09712364587224505,
+      "grad_norm": 0.42596298456192017,
+      "learning_rate": 0.0002,
+      "loss": 1.9256,
+      "step": 130
+    },
+    {
+      "epoch": 0.10459469555472543,
+      "grad_norm": 0.46645811200141907,
+      "learning_rate": 0.0002,
+      "loss": 1.8015,
+      "step": 140
+    },
+    {
+      "epoch": 0.11206574523720583,
+      "grad_norm": 0.41041234135627747,
+      "learning_rate": 0.0002,
+      "loss": 1.8307,
+      "step": 150
+    },
+    {
+      "epoch": 0.11953679491968622,
+      "grad_norm": 0.5329819917678833,
+      "learning_rate": 0.0002,
+      "loss": 1.8276,
+      "step": 160
+    },
+    {
+      "epoch": 0.1270078446021666,
+      "grad_norm": 0.4065922200679779,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 170
+    },
+    {
+      "epoch": 0.134478894284647,
+      "grad_norm": 0.38406994938850403,
+      "learning_rate": 0.0002,
+      "loss": 1.8559,
+      "step": 180
+    },
+    {
+      "epoch": 0.14194994396712737,
+      "grad_norm": 0.4246881306171417,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 190
+    },
+    {
+      "epoch": 0.14942099364960776,
+      "grad_norm": 0.35136649012565613,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 200
+    },
+    {
+      "epoch": 0.15689204333208817,
+      "grad_norm": 0.43252742290496826,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 210
+    },
+    {
+      "epoch": 0.16436309301456856,
+      "grad_norm": 0.39236941933631897,
+      "learning_rate": 0.0002,
+      "loss": 1.7823,
+      "step": 220
+    },
+    {
+      "epoch": 0.17183414269704894,
+      "grad_norm": 0.3748249113559723,
+      "learning_rate": 0.0002,
+      "loss": 1.818,
+      "step": 230
+    },
+    {
+      "epoch": 0.17930519237952933,
+      "grad_norm": 0.6432855725288391,
+      "learning_rate": 0.0002,
+      "loss": 1.866,
+      "step": 240
+    },
+    {
+      "epoch": 0.1867762420620097,
+      "grad_norm": 0.34874802827835083,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 250
+    },
+    {
+      "epoch": 0.1942472917444901,
+      "grad_norm": 0.3721984326839447,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 260
+    },
+    {
+      "epoch": 0.20171834142697048,
+      "grad_norm": 0.4339311420917511,
+      "learning_rate": 0.0002,
+      "loss": 1.8464,
+      "step": 270
+    },
+    {
+      "epoch": 0.20918939110945087,
+      "grad_norm": 0.4018215537071228,
+      "learning_rate": 0.0002,
+      "loss": 1.8665,
+      "step": 280
+    },
+    {
+      "epoch": 0.21666044079193125,
+      "grad_norm": 0.3278839886188507,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 290
+    },
+    {
+      "epoch": 0.22413149047441167,
+      "grad_norm": 0.36146077513694763,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 300
+    },
+    {
+      "epoch": 0.23160254015689205,
+      "grad_norm": 0.38175010681152344,
+      "learning_rate": 0.0002,
+      "loss": 1.7916,
+      "step": 310
+    },
+    {
+      "epoch": 0.23907358983937244,
+      "grad_norm": 0.44776618480682373,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 320
+    },
+    {
+      "epoch": 0.24654463952185282,
+      "grad_norm": 0.3933652937412262,
+      "learning_rate": 0.0002,
+      "loss": 1.7824,
+      "step": 330
+    },
+    {
+      "epoch": 0.2540156892043332,
+      "grad_norm": 0.3515005111694336,
+      "learning_rate": 0.0002,
+      "loss": 1.8393,
+      "step": 340
+    },
+    {
+      "epoch": 0.2614867388868136,
+      "grad_norm": 0.6683304309844971,
+      "learning_rate": 0.0002,
+      "loss": 1.8653,
+      "step": 350
+    },
+    {
+      "epoch": 0.268957788569294,
+      "grad_norm": 0.37093454599380493,
+      "learning_rate": 0.0002,
+      "loss": 1.8797,
+      "step": 360
+    },
+    {
+      "epoch": 0.2764288382517744,
+      "grad_norm": 0.3450651168823242,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 370
+    },
+    {
+      "epoch": 0.28389988793425475,
+      "grad_norm": 0.5140917301177979,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 380
+    },
+    {
+      "epoch": 0.29137093761673516,
+      "grad_norm": 0.32885563373565674,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 390
+    },
+    {
+      "epoch": 0.2988419872992155,
+      "grad_norm": 0.33962297439575195,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.30631303698169593,
+      "grad_norm": 0.3723141849040985,
+      "learning_rate": 0.0002,
+      "loss": 1.7467,
+      "step": 410
+    },
+    {
+      "epoch": 0.31378408666417634,
+      "grad_norm": 0.37173134088516235,
+      "learning_rate": 0.0002,
+      "loss": 1.8459,
+      "step": 420
+    },
+    {
+      "epoch": 0.3212551363466567,
+      "grad_norm": 0.33736956119537354,
+      "learning_rate": 0.0002,
+      "loss": 1.8876,
+      "step": 430
+    },
+    {
+      "epoch": 0.3287261860291371,
+      "grad_norm": 0.3602448105812073,
+      "learning_rate": 0.0002,
+      "loss": 1.8367,
+      "step": 440
+    },
+    {
+      "epoch": 0.33619723571161747,
+      "grad_norm": 0.3569699227809906,
+      "learning_rate": 0.0002,
+      "loss": 1.8058,
+      "step": 450
+    },
+    {
+      "epoch": 0.3436682853940979,
+      "grad_norm": 0.31009167432785034,
+      "learning_rate": 0.0002,
+      "loss": 1.8086,
+      "step": 460
+    },
+    {
+      "epoch": 0.35113933507657824,
+      "grad_norm": 0.5278693437576294,
+      "learning_rate": 0.0002,
+      "loss": 1.8876,
+      "step": 470
+    },
+    {
+      "epoch": 0.35861038475905865,
+      "grad_norm": 0.3587537109851837,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 480
+    },
+    {
+      "epoch": 0.366081434441539,
+      "grad_norm": 0.3859670162200928,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 490
+    },
+    {
+      "epoch": 0.3735524841240194,
+      "grad_norm": 0.395913690328598,
+      "learning_rate": 0.0002,
+      "loss": 1.8287,
+      "step": 500
+    },
+    {
+      "epoch": 0.38102353380649984,
+      "grad_norm": 0.35052940249443054,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 510
+    },
+    {
+      "epoch": 0.3884945834889802,
+      "grad_norm": 0.2979494333267212,
+      "learning_rate": 0.0002,
+      "loss": 1.7824,
+      "step": 520
+    },
+    {
+      "epoch": 0.3959656331714606,
+      "grad_norm": 0.3062683343887329,
+      "learning_rate": 0.0002,
+      "loss": 1.8641,
+      "step": 530
+    },
+    {
+      "epoch": 0.40343668285394096,
+      "grad_norm": 0.3172847330570221,
+      "learning_rate": 0.0002,
+      "loss": 1.7651,
+      "step": 540
+    },
+    {
+      "epoch": 0.4109077325364214,
+      "grad_norm": 0.360435426235199,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 550
+    },
+    {
+      "epoch": 0.41837878221890173,
+      "grad_norm": 0.3427872359752655,
+      "learning_rate": 0.0002,
+      "loss": 1.9054,
+      "step": 560
+    },
+    {
+      "epoch": 0.42584983190138215,
+      "grad_norm": 0.34036558866500854,
+      "learning_rate": 0.0002,
+      "loss": 1.7562,
+      "step": 570
+    },
+    {
+      "epoch": 0.4333208815838625,
+      "grad_norm": 0.3365345299243927,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 580
+    },
+    {
+      "epoch": 0.4407919312663429,
+      "grad_norm": 0.35619041323661804,
+      "learning_rate": 0.0002,
+      "loss": 1.8328,
+      "step": 590
+    },
+    {
+      "epoch": 0.44826298094882333,
+      "grad_norm": 0.3569088280200958,
+      "learning_rate": 0.0002,
+      "loss": 1.8114,
+      "step": 600
+    },
+    {
+      "epoch": 0.4557340306313037,
+      "grad_norm": 0.3581278622150421,
+      "learning_rate": 0.0002,
+      "loss": 1.8599,
+      "step": 610
+    },
+    {
+      "epoch": 0.4632050803137841,
+      "grad_norm": 0.43197110295295715,
+      "learning_rate": 0.0002,
+      "loss": 1.7078,
+      "step": 620
+    },
+    {
+      "epoch": 0.47067612999626446,
+      "grad_norm": 0.33966198563575745,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 630
+    },
+    {
+      "epoch": 0.47814717967874487,
+      "grad_norm": 0.3343866467475891,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 640
+    },
+    {
+      "epoch": 0.48561822936122523,
+      "grad_norm": 0.33878564834594727,
+      "learning_rate": 0.0002,
+      "loss": 1.8191,
+      "step": 650
+    },
+    {
+      "epoch": 0.49308927904370564,
+      "grad_norm": 0.387195885181427,
+      "learning_rate": 0.0002,
+      "loss": 1.8801,
+      "step": 660
+    },
+    {
+      "epoch": 0.500560328726186,
+      "grad_norm": 0.3755440413951874,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 670
+    },
+    {
+      "epoch": 0.5080313784086664,
+      "grad_norm": 0.3272816836833954,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 680
+    },
+    {
+      "epoch": 0.5155024280911468,
+      "grad_norm": 0.36063864827156067,
+      "learning_rate": 0.0002,
+      "loss": 1.8156,
+      "step": 690
+    },
+    {
+      "epoch": 0.5229734777736272,
+      "grad_norm": 0.35317373275756836,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 700
+    },
+    {
+      "epoch": 0.5304445274561076,
+      "grad_norm": 0.3561195433139801,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 710
+    },
+    {
+      "epoch": 0.537915577138588,
+      "grad_norm": 0.31124624609947205,
+      "learning_rate": 0.0002,
+      "loss": 1.8149,
+      "step": 720
+    },
+    {
+      "epoch": 0.5453866268210683,
+      "grad_norm": 0.3294544517993927,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 730
+    },
+    {
+      "epoch": 0.5528576765035488,
+      "grad_norm": 0.31933900713920593,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 740
+    },
+    {
+      "epoch": 0.5603287261860291,
+      "grad_norm": 0.3226020634174347,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 750
+    },
+    {
+      "epoch": 0.5677997758685095,
+      "grad_norm": 0.3147525489330292,
+      "learning_rate": 0.0002,
+      "loss": 1.7862,
+      "step": 760
+    },
+    {
+      "epoch": 0.57527082555099,
+      "grad_norm": 0.32234328985214233,
+      "learning_rate": 0.0002,
+      "loss": 1.9028,
+      "step": 770
+    },
+    {
+      "epoch": 0.5827418752334703,
+      "grad_norm": 0.3258664309978485,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 780
+    },
+    {
+      "epoch": 0.5902129249159507,
+      "grad_norm": 0.3166961967945099,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 790
+    },
+    {
+      "epoch": 0.597683974598431,
+      "grad_norm": 0.35621458292007446,
+      "learning_rate": 0.0002,
+      "loss": 1.8799,
+      "step": 800
+    },
+    {
+      "epoch": 0.6051550242809115,
+      "grad_norm": 0.3236999213695526,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 810
+    },
+    {
+      "epoch": 0.6126260739633919,
+      "grad_norm": 0.2892923653125763,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 820
+    },
+    {
+      "epoch": 0.6200971236458722,
+      "grad_norm": 0.4098321497440338,
+      "learning_rate": 0.0002,
+      "loss": 1.8709,
+      "step": 830
+    },
+    {
+      "epoch": 0.6275681733283527,
+      "grad_norm": 0.3337118923664093,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 840
+    },
+    {
+      "epoch": 0.635039223010833,
+      "grad_norm": 0.30416029691696167,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 850
+    },
+    {
+      "epoch": 0.6425102726933134,
+      "grad_norm": 0.3361026346683502,
+      "learning_rate": 0.0002,
+      "loss": 1.7419,
+      "step": 860
+    },
+    {
+      "epoch": 0.6499813223757938,
+      "grad_norm": 0.3537365198135376,
+      "learning_rate": 0.0002,
+      "loss": 1.732,
+      "step": 870
+    },
+    {
+      "epoch": 0.6574523720582742,
+      "grad_norm": 0.33854469656944275,
+      "learning_rate": 0.0002,
+      "loss": 1.7825,
+      "step": 880
+    },
+    {
+      "epoch": 0.6649234217407546,
+      "grad_norm": 0.3332272469997406,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 890
+    },
+    {
+      "epoch": 0.6723944714232349,
+      "grad_norm": 0.34954726696014404,
+      "learning_rate": 0.0002,
+      "loss": 1.7247,
+      "step": 900
+    },
+    {
+      "epoch": 0.6798655211057153,
+      "grad_norm": 0.2921750247478485,
+      "learning_rate": 0.0002,
+      "loss": 1.7917,
+      "step": 910
+    },
+    {
+      "epoch": 0.6873365707881958,
+      "grad_norm": 0.30508682131767273,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 920
+    },
+    {
+      "epoch": 0.6948076204706761,
+      "grad_norm": 0.32268425822257996,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 930
+    },
+    {
+      "epoch": 0.7022786701531565,
+      "grad_norm": 0.2844390869140625,
+      "learning_rate": 0.0002,
+      "loss": 1.8283,
+      "step": 940
+    },
+    {
+      "epoch": 0.709749719835637,
+      "grad_norm": 0.31263890862464905,
+      "learning_rate": 0.0002,
+      "loss": 1.7363,
+      "step": 950
+    },
+    {
+      "epoch": 0.7172207695181173,
+      "grad_norm": 0.3626808822154999,
+      "learning_rate": 0.0002,
+      "loss": 1.8081,
+      "step": 960
+    },
+    {
+      "epoch": 0.7246918192005977,
+      "grad_norm": 0.3322749733924866,
+      "learning_rate": 0.0002,
+      "loss": 1.853,
+      "step": 970
+    },
+    {
+      "epoch": 0.732162868883078,
+      "grad_norm": 0.29177871346473694,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 980
+    },
+    {
+      "epoch": 0.7396339185655585,
+      "grad_norm": 0.35405513644218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8447,
+      "step": 990
+    },
+    {
+      "epoch": 0.7471049682480388,
+      "grad_norm": 0.39318400621414185,
+      "learning_rate": 0.0002,
+      "loss": 1.7008,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7545760179305192,
+      "grad_norm": 0.29401418566703796,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 1010
+    },
+    {
+      "epoch": 0.7620470676129997,
+      "grad_norm": 0.3271748721599579,
+      "learning_rate": 0.0002,
+      "loss": 1.7649,
+      "step": 1020
+    },
+    {
+      "epoch": 0.76951811729548,
+      "grad_norm": 0.30883970856666565,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 1030
+    },
+    {
+      "epoch": 0.7769891669779604,
+      "grad_norm": 0.3411838412284851,
+      "learning_rate": 0.0002,
+      "loss": 1.7722,
+      "step": 1040
+    },
+    {
+      "epoch": 0.7844602166604407,
+      "grad_norm": 0.30608129501342773,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 1050
+    },
+    {
+      "epoch": 0.7919312663429212,
+      "grad_norm": 0.30899080634117126,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 1060
+    },
+    {
+      "epoch": 0.7994023160254016,
+      "grad_norm": 0.3160453140735626,
+      "learning_rate": 0.0002,
+      "loss": 1.7625,
+      "step": 1070
+    },
+    {
+      "epoch": 0.8068733657078819,
+      "grad_norm": 0.30947187542915344,
+      "learning_rate": 0.0002,
+      "loss": 1.8452,
+      "step": 1080
+    },
+    {
+      "epoch": 0.8143444153903624,
+      "grad_norm": 0.3103134036064148,
+      "learning_rate": 0.0002,
+      "loss": 1.7418,
+      "step": 1090
+    },
+    {
+      "epoch": 0.8218154650728428,
+      "grad_norm": 0.31771138310432434,
+      "learning_rate": 0.0002,
+      "loss": 1.842,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8292865147553231,
+      "grad_norm": 0.5860997438430786,
+      "learning_rate": 0.0002,
+      "loss": 1.7918,
+      "step": 1110
+    },
+    {
+      "epoch": 0.8367575644378035,
+      "grad_norm": 0.3230148255825043,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 1120
+    },
+    {
+      "epoch": 0.8442286141202839,
+      "grad_norm": 0.29611510038375854,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 1130
+    },
+    {
+      "epoch": 0.8516996638027643,
+      "grad_norm": 0.3373654782772064,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 1140
+    },
+    {
+      "epoch": 0.8591707134852447,
+      "grad_norm": 0.3474279046058655,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1150
+    },
+    {
+      "epoch": 0.866641763167725,
+      "grad_norm": 0.35057875514030457,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1160
+    },
+    {
+      "epoch": 0.8741128128502055,
+      "grad_norm": 0.39537495374679565,
+      "learning_rate": 0.0002,
+      "loss": 1.8273,
+      "step": 1170
+    },
+    {
+      "epoch": 0.8815838625326858,
+      "grad_norm": 0.3714233636856079,
+      "learning_rate": 0.0002,
+      "loss": 1.7682,
+      "step": 1180
+    },
+    {
+      "epoch": 0.8890549122151662,
+      "grad_norm": 0.2950296998023987,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 1190
+    },
+    {
+      "epoch": 0.8965259618976467,
+      "grad_norm": 0.38182979822158813,
+      "learning_rate": 0.0002,
+      "loss": 1.7612,
+      "step": 1200
+    },
+    {
+      "epoch": 0.903997011580127,
+      "grad_norm": 0.27883678674697876,
+      "learning_rate": 0.0002,
+      "loss": 1.827,
+      "step": 1210
+    },
+    {
+      "epoch": 0.9114680612626074,
+      "grad_norm": 0.33874374628067017,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 1220
+    },
+    {
+      "epoch": 0.9189391109450877,
+      "grad_norm": 0.3014272153377533,
+      "learning_rate": 0.0002,
+      "loss": 1.7334,
+      "step": 1230
+    },
+    {
+      "epoch": 0.9264101606275682,
+      "grad_norm": 0.3194271922111511,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 1240
+    },
+    {
+      "epoch": 0.9338812103100486,
+      "grad_norm": 0.3049403429031372,
+      "learning_rate": 0.0002,
+      "loss": 1.7924,
+      "step": 1250
+    },
+    {
+      "epoch": 0.9413522599925289,
+      "grad_norm": 0.30621254444122314,
+      "learning_rate": 0.0002,
+      "loss": 1.7535,
+      "step": 1260
+    },
+    {
+      "epoch": 0.9488233096750094,
+      "grad_norm": 0.28675132989883423,
+      "learning_rate": 0.0002,
+      "loss": 1.8287,
+      "step": 1270
+    },
+    {
+      "epoch": 0.9562943593574897,
+      "grad_norm": 0.3322032690048218,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 1280
+    },
+    {
+      "epoch": 0.9637654090399701,
+      "grad_norm": 0.35408294200897217,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 1290
+    },
+    {
+      "epoch": 0.9712364587224505,
+      "grad_norm": 0.36386919021606445,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1300
+    },
+    {
+      "epoch": 0.9787075084049309,
+      "grad_norm": 0.32338324189186096,
+      "learning_rate": 0.0002,
+      "loss": 1.8633,
+      "step": 1310
+    },
+    {
+      "epoch": 0.9861785580874113,
+      "grad_norm": 0.3714013993740082,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 1320
+    },
+    {
+      "epoch": 0.9936496077698916,
+      "grad_norm": 0.3133082389831543,
+      "learning_rate": 0.0002,
+      "loss": 1.7766,
+      "step": 1330
+    },
+    {
+      "epoch": 0.9996264475158759,
+      "eval_loss": 1.8051470518112183,
+      "eval_runtime": 38.6332,
+      "eval_samples_per_second": 13.331,
+      "eval_steps_per_second": 1.682,
+      "step": 1338
+    },
+    {
+      "epoch": 1.001120657452372,
+      "grad_norm": 0.31595754623413086,
+      "learning_rate": 0.0002,
+      "loss": 1.8035,
+      "step": 1340
+    },
+    {
+      "epoch": 1.0085917071348525,
+      "grad_norm": 0.3095700144767761,
+      "learning_rate": 0.0002,
+      "loss": 1.7486,
+      "step": 1350
+    },
+    {
+      "epoch": 1.0160627568173328,
+      "grad_norm": 0.34677496552467346,
+      "learning_rate": 0.0002,
+      "loss": 1.6981,
+      "step": 1360
+    },
+    {
+      "epoch": 1.0235338064998132,
+      "grad_norm": 0.29108840227127075,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1370
+    },
+    {
+      "epoch": 1.0310048561822935,
+      "grad_norm": 0.32356950640678406,
+      "learning_rate": 0.0002,
+      "loss": 1.7194,
+      "step": 1380
+    },
+    {
+      "epoch": 1.038475905864774,
+      "grad_norm": 0.4200669229030609,
+      "learning_rate": 0.0002,
+      "loss": 1.7593,
+      "step": 1390
+    },
+    {
+      "epoch": 1.0459469555472545,
+      "grad_norm": 0.3283711373806,
+      "learning_rate": 0.0002,
+      "loss": 1.797,
+      "step": 1400
+    },
+    {
+      "epoch": 1.0534180052297348,
+      "grad_norm": 0.32898256182670593,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 1410
+    },
+    {
+      "epoch": 1.0608890549122152,
+      "grad_norm": 0.38790300488471985,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 1420
+    },
+    {
+      "epoch": 1.0683601045946955,
+      "grad_norm": 0.339800089597702,
+      "learning_rate": 0.0002,
+      "loss": 1.6922,
+      "step": 1430
+    },
+    {
+      "epoch": 1.075831154277176,
+      "grad_norm": 0.3548751175403595,
+      "learning_rate": 0.0002,
+      "loss": 1.7076,
+      "step": 1440
+    },
+    {
+      "epoch": 1.0833022039596563,
+      "grad_norm": 0.35114359855651855,
+      "learning_rate": 0.0002,
+      "loss": 1.6985,
+      "step": 1450
+    },
+    {
+      "epoch": 1.0907732536421366,
+      "grad_norm": 0.35226720571517944,
+      "learning_rate": 0.0002,
+      "loss": 1.7217,
+      "step": 1460
+    },
+    {
+      "epoch": 1.0982443033246172,
+      "grad_norm": 0.33665576577186584,
+      "learning_rate": 0.0002,
+      "loss": 1.6822,
+      "step": 1470
+    },
+    {
+      "epoch": 1.1057153530070976,
+      "grad_norm": 0.363889217376709,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 1480
+    },
+    {
+      "epoch": 1.113186402689578,
+      "grad_norm": 0.3826201856136322,
+      "learning_rate": 0.0002,
+      "loss": 1.7933,
+      "step": 1490
+    },
+    {
+      "epoch": 1.1206574523720583,
+      "grad_norm": 0.34058740735054016,
+      "learning_rate": 0.0002,
+      "loss": 1.7022,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1281285020545386,
+      "grad_norm": 0.3462134301662445,
+      "learning_rate": 0.0002,
+      "loss": 1.6375,
+      "step": 1510
+    },
+    {
+      "epoch": 1.135599551737019,
+      "grad_norm": 0.3396756052970886,
+      "learning_rate": 0.0002,
+      "loss": 1.7147,
+      "step": 1520
+    },
+    {
+      "epoch": 1.1430706014194993,
+      "grad_norm": 0.32004743814468384,
+      "learning_rate": 0.0002,
+      "loss": 1.7219,
+      "step": 1530
+    },
+    {
+      "epoch": 1.15054165110198,
+      "grad_norm": 0.3397733271121979,
+      "learning_rate": 0.0002,
+      "loss": 1.743,
+      "step": 1540
+    },
+    {
+      "epoch": 1.1580127007844603,
+      "grad_norm": 0.3783262073993683,
+      "learning_rate": 0.0002,
+      "loss": 1.7333,
+      "step": 1550
+    },
+    {
+      "epoch": 1.1654837504669406,
+      "grad_norm": 0.35121291875839233,
+      "learning_rate": 0.0002,
+      "loss": 1.6075,
+      "step": 1560
+    },
+    {
+      "epoch": 1.172954800149421,
+      "grad_norm": 0.35816895961761475,
+      "learning_rate": 0.0002,
+      "loss": 1.678,
+      "step": 1570
+    },
+    {
+      "epoch": 1.1804258498319014,
+      "grad_norm": 0.33843839168548584,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 1580
+    },
+    {
+      "epoch": 1.1878968995143817,
+      "grad_norm": 0.3371972143650055,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 1590
+    },
+    {
+      "epoch": 1.195367949196862,
+      "grad_norm": 0.36016878485679626,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2028389988793426,
+      "grad_norm": 0.40879473090171814,
+      "learning_rate": 0.0002,
+      "loss": 1.6914,
+      "step": 1610
+    },
+    {
+      "epoch": 1.210310048561823,
+      "grad_norm": 0.3216715455055237,
+      "learning_rate": 0.0002,
+      "loss": 1.6955,
+      "step": 1620
+    },
+    {
+      "epoch": 1.2177810982443034,
+      "grad_norm": 0.4482610821723938,
+      "learning_rate": 0.0002,
+      "loss": 1.632,
+      "step": 1630
+    },
+    {
+      "epoch": 1.2252521479267837,
+      "grad_norm": 0.3257700502872467,
+      "learning_rate": 0.0002,
+      "loss": 1.6999,
+      "step": 1640
+    },
+    {
+      "epoch": 1.232723197609264,
+      "grad_norm": 0.38646459579467773,
+      "learning_rate": 0.0002,
+      "loss": 1.7177,
+      "step": 1650
+    },
+    {
+      "epoch": 1.2401942472917444,
+      "grad_norm": 0.4081360697746277,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 1660
+    },
+    {
+      "epoch": 1.2476652969742248,
+      "grad_norm": 0.4326848089694977,
+      "learning_rate": 0.0002,
+      "loss": 1.7519,
+      "step": 1670
+    },
+    {
+      "epoch": 1.2551363466567054,
+      "grad_norm": 0.346401572227478,
+      "learning_rate": 0.0002,
+      "loss": 1.6752,
+      "step": 1680
+    },
+    {
+      "epoch": 1.2626073963391857,
+      "grad_norm": 0.34536251425743103,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1690
+    },
+    {
+      "epoch": 1.270078446021666,
+      "grad_norm": 0.41359591484069824,
+      "learning_rate": 0.0002,
+      "loss": 1.7061,
+      "step": 1700
+    },
+    {
+      "epoch": 1.2775494957041464,
+      "grad_norm": 0.3530874252319336,
+      "learning_rate": 0.0002,
+      "loss": 1.7906,
+      "step": 1710
+    },
+    {
+      "epoch": 1.2850205453866268,
+      "grad_norm": 0.3702719211578369,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 1720
+    },
+    {
+      "epoch": 1.2924915950691072,
+      "grad_norm": 0.3703329563140869,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 1730
+    },
+    {
+      "epoch": 1.2999626447515875,
+      "grad_norm": 0.37919729948043823,
+      "learning_rate": 0.0002,
+      "loss": 1.7221,
+      "step": 1740
+    },
+    {
+      "epoch": 1.307433694434068,
+      "grad_norm": 0.32526856660842896,
+      "learning_rate": 0.0002,
+      "loss": 1.7859,
+      "step": 1750
+    },
+    {
+      "epoch": 1.3149047441165485,
+      "grad_norm": 0.36752620339393616,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1760
+    },
+    {
+      "epoch": 1.3223757937990288,
+      "grad_norm": 0.3398192524909973,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 1770
+    },
+    {
+      "epoch": 1.3298468434815092,
+      "grad_norm": 0.37435585260391235,
+      "learning_rate": 0.0002,
+      "loss": 1.7492,
+      "step": 1780
+    },
+    {
+      "epoch": 1.3373178931639895,
+      "grad_norm": 0.35793280601501465,
+      "learning_rate": 0.0002,
+      "loss": 1.7393,
+      "step": 1790
+    },
+    {
+      "epoch": 1.3447889428464699,
+      "grad_norm": 0.35481882095336914,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 1800
+    },
+    {
+      "epoch": 1.3522599925289502,
+      "grad_norm": 0.3786393105983734,
+      "learning_rate": 0.0002,
+      "loss": 1.7456,
+      "step": 1810
+    },
+    {
+      "epoch": 1.3597310422114308,
+      "grad_norm": 0.33245593309402466,
+      "learning_rate": 0.0002,
+      "loss": 1.7169,
+      "step": 1820
+    },
+    {
+      "epoch": 1.3672020918939112,
+      "grad_norm": 0.35388344526290894,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 1830
+    },
+    {
+      "epoch": 1.3746731415763915,
+      "grad_norm": 0.3695325553417206,
+      "learning_rate": 0.0002,
+      "loss": 1.6968,
+      "step": 1840
+    },
+    {
+      "epoch": 1.382144191258872,
+      "grad_norm": 0.3683604598045349,
+      "learning_rate": 0.0002,
+      "loss": 1.7086,
+      "step": 1850
+    },
+    {
+      "epoch": 1.3896152409413522,
+      "grad_norm": 0.3753012418746948,
+      "learning_rate": 0.0002,
+      "loss": 1.7878,
+      "step": 1860
+    },
+    {
+      "epoch": 1.3970862906238326,
+      "grad_norm": 0.3331069350242615,
+      "learning_rate": 0.0002,
+      "loss": 1.6969,
+      "step": 1870
+    },
+    {
+      "epoch": 1.404557340306313,
+      "grad_norm": 0.3877500295639038,
+      "learning_rate": 0.0002,
+      "loss": 1.6644,
+      "step": 1880
+    },
+    {
+      "epoch": 1.4120283899887935,
+      "grad_norm": 0.33525151014328003,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 1890
+    },
+    {
+      "epoch": 1.4194994396712737,
+      "grad_norm": 0.3697299659252167,
+      "learning_rate": 0.0002,
+      "loss": 1.7031,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4269704893537543,
+      "grad_norm": 0.4029286205768585,
+      "learning_rate": 0.0002,
+      "loss": 1.6956,
+      "step": 1910
+    },
+    {
+      "epoch": 1.4344415390362346,
+      "grad_norm": 0.3596203029155731,
+      "learning_rate": 0.0002,
+      "loss": 1.6897,
+      "step": 1920
+    },
+    {
+      "epoch": 1.441912588718715,
+      "grad_norm": 0.450783908367157,
+      "learning_rate": 0.0002,
+      "loss": 1.7139,
+      "step": 1930
+    },
+    {
+      "epoch": 1.4493836384011953,
+      "grad_norm": 0.3651481866836548,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 1940
+    },
+    {
+      "epoch": 1.4568546880836757,
+      "grad_norm": 0.3608424663543701,
+      "learning_rate": 0.0002,
+      "loss": 1.6637,
+      "step": 1950
+    },
+    {
+      "epoch": 1.4643257377661563,
+      "grad_norm": 0.39684420824050903,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 1960
+    },
+    {
+      "epoch": 1.4717967874486364,
+      "grad_norm": 0.34618663787841797,
+      "learning_rate": 0.0002,
+      "loss": 1.7514,
+      "step": 1970
+    },
+    {
+      "epoch": 1.479267837131117,
+      "grad_norm": 0.4150386452674866,
+      "learning_rate": 0.0002,
+      "loss": 1.6655,
+      "step": 1980
+    },
+    {
+      "epoch": 1.4867388868135973,
+      "grad_norm": 0.35500776767730713,
+      "learning_rate": 0.0002,
+      "loss": 1.7021,
+      "step": 1990
+    },
+    {
+      "epoch": 1.4942099364960777,
+      "grad_norm": 0.344144344329834,
+      "learning_rate": 0.0002,
+      "loss": 1.7322,
+      "step": 2000
+    },
+    {
+      "epoch": 1.501680986178558,
+      "grad_norm": 0.3340149223804474,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 2010
+    },
+    {
+      "epoch": 1.5091520358610384,
+      "grad_norm": 0.37685006856918335,
+      "learning_rate": 0.0002,
+      "loss": 1.7508,
+      "step": 2020
+    },
+    {
+      "epoch": 1.516623085543519,
+      "grad_norm": 0.3699876368045807,
+      "learning_rate": 0.0002,
+      "loss": 1.8299,
+      "step": 2030
+    },
+    {
+      "epoch": 1.5240941352259991,
+      "grad_norm": 0.3370307385921478,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 2040
+    },
+    {
+      "epoch": 1.5315651849084797,
+      "grad_norm": 0.37780630588531494,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 2050
+    },
+    {
+      "epoch": 1.53903623459096,
+      "grad_norm": 0.370259165763855,
+      "learning_rate": 0.0002,
+      "loss": 1.7408,
+      "step": 2060
+    },
+    {
+      "epoch": 1.5465072842734404,
+      "grad_norm": 0.3440011441707611,
+      "learning_rate": 0.0002,
+      "loss": 1.7398,
+      "step": 2070
+    },
+    {
+      "epoch": 1.5539783339559208,
+      "grad_norm": 0.40382063388824463,
+      "learning_rate": 0.0002,
+      "loss": 1.7105,
+      "step": 2080
+    },
+    {
+      "epoch": 1.5614493836384011,
+      "grad_norm": 0.38002029061317444,
+      "learning_rate": 0.0002,
+      "loss": 1.7071,
+      "step": 2090
+    },
+    {
+      "epoch": 1.5689204333208817,
+      "grad_norm": 0.3658451437950134,
+      "learning_rate": 0.0002,
+      "loss": 1.6815,
+      "step": 2100
+    },
+    {
+      "epoch": 1.5763914830033618,
+      "grad_norm": 0.354842871427536,
+      "learning_rate": 0.0002,
+      "loss": 1.7598,
+      "step": 2110
+    },
+    {
+      "epoch": 1.5838625326858424,
+      "grad_norm": 0.34735530614852905,
+      "learning_rate": 0.0002,
+      "loss": 1.6898,
+      "step": 2120
+    },
+    {
+      "epoch": 1.5913335823683228,
+      "grad_norm": 0.377581924200058,
+      "learning_rate": 0.0002,
+      "loss": 1.7363,
+      "step": 2130
+    },
+    {
+      "epoch": 1.5988046320508031,
+      "grad_norm": 0.41254034638404846,
+      "learning_rate": 0.0002,
+      "loss": 1.7789,
+      "step": 2140
+    },
+    {
+      "epoch": 1.6062756817332835,
+      "grad_norm": 0.3630715310573578,
+      "learning_rate": 0.0002,
+      "loss": 1.6782,
+      "step": 2150
+    },
+    {
+      "epoch": 1.6137467314157639,
+      "grad_norm": 0.36980143189430237,
+      "learning_rate": 0.0002,
+      "loss": 1.7531,
+      "step": 2160
+    },
+    {
+      "epoch": 1.6212177810982444,
+      "grad_norm": 0.3634769320487976,
+      "learning_rate": 0.0002,
+      "loss": 1.6847,
+      "step": 2170
+    },
+    {
+      "epoch": 1.6286888307807246,
+      "grad_norm": 0.3794139623641968,
+      "learning_rate": 0.0002,
+      "loss": 1.6367,
+      "step": 2180
+    },
+    {
+      "epoch": 1.6361598804632052,
+      "grad_norm": 0.359742134809494,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 2190
+    },
+    {
+      "epoch": 1.6436309301456855,
+      "grad_norm": 0.3770543932914734,
+      "learning_rate": 0.0002,
+      "loss": 1.7027,
+      "step": 2200
+    },
+    {
+      "epoch": 1.6511019798281659,
+      "grad_norm": 0.3797036409378052,
+      "learning_rate": 0.0002,
+      "loss": 1.784,
+      "step": 2210
+    },
+    {
+      "epoch": 1.6585730295106462,
+      "grad_norm": 0.35622093081474304,
+      "learning_rate": 0.0002,
+      "loss": 1.7875,
+      "step": 2220
+    },
+    {
+      "epoch": 1.6660440791931266,
+      "grad_norm": 0.34552520513534546,
+      "learning_rate": 0.0002,
+      "loss": 1.6615,
+      "step": 2230
+    },
+    {
+      "epoch": 1.6735151288756072,
+      "grad_norm": 0.379926860332489,
+      "learning_rate": 0.0002,
+      "loss": 1.7522,
+      "step": 2240
+    },
+    {
+      "epoch": 1.6809861785580873,
+      "grad_norm": 0.37083810567855835,
+      "learning_rate": 0.0002,
+      "loss": 1.7953,
+      "step": 2250
+    },
+    {
+      "epoch": 1.6884572282405679,
+      "grad_norm": 0.42746543884277344,
+      "learning_rate": 0.0002,
+      "loss": 1.7485,
+      "step": 2260
+    },
+    {
+      "epoch": 1.6959282779230482,
+      "grad_norm": 0.3372884690761566,
+      "learning_rate": 0.0002,
+      "loss": 1.776,
+      "step": 2270
+    },
+    {
+      "epoch": 1.7033993276055286,
+      "grad_norm": 0.35220256447792053,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 2280
+    },
+    {
+      "epoch": 1.710870377288009,
+      "grad_norm": 0.3659130930900574,
+      "learning_rate": 0.0002,
+      "loss": 1.7154,
+      "step": 2290
+    },
+    {
+      "epoch": 1.7183414269704893,
+      "grad_norm": 0.37629297375679016,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 2300
+    },
+    {
+      "epoch": 1.7258124766529699,
+      "grad_norm": 0.36312398314476013,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 2310
+    },
+    {
+      "epoch": 1.73328352633545,
+      "grad_norm": 0.467709481716156,
+      "learning_rate": 0.0002,
+      "loss": 1.7903,
+      "step": 2320
+    },
+    {
+      "epoch": 1.7407545760179306,
+      "grad_norm": 0.38685527443885803,
+      "learning_rate": 0.0002,
+      "loss": 1.696,
+      "step": 2330
+    },
+    {
+      "epoch": 1.748225625700411,
+      "grad_norm": 0.3578338325023651,
+      "learning_rate": 0.0002,
+      "loss": 1.7041,
+      "step": 2340
+    },
+    {
+      "epoch": 1.7556966753828913,
+      "grad_norm": 0.36057502031326294,
+      "learning_rate": 0.0002,
+      "loss": 1.6456,
+      "step": 2350
+    },
+    {
+      "epoch": 1.7631677250653717,
+      "grad_norm": 0.3615196645259857,
+      "learning_rate": 0.0002,
+      "loss": 1.6853,
+      "step": 2360
+    },
+    {
+      "epoch": 1.770638774747852,
+      "grad_norm": 0.4118947684764862,
+      "learning_rate": 0.0002,
+      "loss": 1.7612,
+      "step": 2370
+    },
+    {
+      "epoch": 1.7781098244303326,
+      "grad_norm": 0.4067276120185852,
+      "learning_rate": 0.0002,
+      "loss": 1.6946,
+      "step": 2380
+    },
+    {
+      "epoch": 1.7855808741128127,
+      "grad_norm": 0.3979823887348175,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 2390
+    },
+    {
+      "epoch": 1.7930519237952933,
+      "grad_norm": 0.44045883417129517,
+      "learning_rate": 0.0002,
+      "loss": 1.7644,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8005229734777737,
+      "grad_norm": 0.3998069167137146,
+      "learning_rate": 0.0002,
+      "loss": 1.7251,
+      "step": 2410
+    },
+    {
+      "epoch": 1.807994023160254,
+      "grad_norm": 0.3450094759464264,
+      "learning_rate": 0.0002,
+      "loss": 1.7354,
+      "step": 2420
+    },
+    {
+      "epoch": 1.8154650728427344,
+      "grad_norm": 0.3759009838104248,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 2430
+    },
+    {
+      "epoch": 1.8229361225252148,
+      "grad_norm": 0.34347015619277954,
+      "learning_rate": 0.0002,
+      "loss": 1.7706,
+      "step": 2440
+    },
+    {
+      "epoch": 1.8304071722076953,
+      "grad_norm": 0.3511228859424591,
+      "learning_rate": 0.0002,
+      "loss": 1.7345,
+      "step": 2450
+    },
+    {
+      "epoch": 1.8378782218901755,
+      "grad_norm": 0.36853715777397156,
+      "learning_rate": 0.0002,
+      "loss": 1.6909,
+      "step": 2460
+    },
+    {
+      "epoch": 1.845349271572656,
+      "grad_norm": 0.40659376978874207,
+      "learning_rate": 0.0002,
+      "loss": 1.6931,
+      "step": 2470
+    },
+    {
+      "epoch": 1.8528203212551362,
+      "grad_norm": 0.39621320366859436,
+      "learning_rate": 0.0002,
+      "loss": 1.7626,
+      "step": 2480
+    },
+    {
+      "epoch": 1.8602913709376168,
+      "grad_norm": 0.3753979504108429,
+      "learning_rate": 0.0002,
+      "loss": 1.7427,
+      "step": 2490
+    },
+    {
+      "epoch": 1.8677624206200971,
+      "grad_norm": 0.3811938464641571,
+      "learning_rate": 0.0002,
+      "loss": 1.6622,
+      "step": 2500
+    },
+    {
+      "epoch": 1.8752334703025775,
+      "grad_norm": 0.3432596027851105,
+      "learning_rate": 0.0002,
+      "loss": 1.7718,
+      "step": 2510
+    },
+    {
+      "epoch": 1.882704519985058,
+      "grad_norm": 0.3670712113380432,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 2520
+    },
+    {
+      "epoch": 1.8901755696675382,
+      "grad_norm": 0.40907177329063416,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 2530
+    },
+    {
+      "epoch": 1.8976466193500188,
+      "grad_norm": 0.3821999728679657,
+      "learning_rate": 0.0002,
+      "loss": 1.7148,
+      "step": 2540
+    },
+    {
+      "epoch": 1.905117669032499,
+      "grad_norm": 0.36173978447914124,
+      "learning_rate": 0.0002,
+      "loss": 1.7934,
+      "step": 2550
+    },
+    {
+      "epoch": 1.9125887187149795,
+      "grad_norm": 0.38990336656570435,
+      "learning_rate": 0.0002,
+      "loss": 1.6939,
+      "step": 2560
+    },
+    {
+      "epoch": 1.9200597683974598,
+      "grad_norm": 0.35242322087287903,
+      "learning_rate": 0.0002,
+      "loss": 1.6893,
+      "step": 2570
+    },
+    {
+      "epoch": 1.9275308180799402,
+      "grad_norm": 0.3506428003311157,
+      "learning_rate": 0.0002,
+      "loss": 1.7268,
+      "step": 2580
+    },
+    {
+      "epoch": 1.9350018677624208,
+      "grad_norm": 0.39540135860443115,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 2590
+    },
+    {
+      "epoch": 1.942472917444901,
+      "grad_norm": 0.3444725573062897,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 2600
+    },
+    {
+      "epoch": 1.9499439671273815,
+      "grad_norm": 0.3963521718978882,
+      "learning_rate": 0.0002,
+      "loss": 1.7259,
+      "step": 2610
+    },
+    {
+      "epoch": 1.9574150168098616,
+      "grad_norm": 0.3689815402030945,
+      "learning_rate": 0.0002,
+      "loss": 1.6946,
+      "step": 2620
+    },
+    {
+      "epoch": 1.9648860664923422,
+      "grad_norm": 0.3482626676559448,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 2630
+    },
+    {
+      "epoch": 1.9723571161748226,
+      "grad_norm": 0.35832616686820984,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 2640
+    },
+    {
+      "epoch": 1.979828165857303,
+      "grad_norm": 0.4776208996772766,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 2650
+    },
+    {
+      "epoch": 1.9872992155397835,
+      "grad_norm": 0.32570165395736694,
+      "learning_rate": 0.0002,
+      "loss": 1.6696,
+      "step": 2660
+    },
+    {
+      "epoch": 1.9947702652222636,
+      "grad_norm": 0.3380725085735321,
+      "learning_rate": 0.0002,
+      "loss": 1.7232,
+      "step": 2670
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8046749830245972,
+      "eval_runtime": 38.5096,
+      "eval_samples_per_second": 13.373,
+      "eval_steps_per_second": 1.688,
+      "step": 2677
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10704,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.2388556595422822e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc87da605e94ff0ecd8f5b371302a2d5f8727b77984707a2185ddb447fc3796
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/adapter_model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d478f3d289857e8c3bac6e8f78ca8e9abcdca9a67a0f9422f335d9f204ba81c
+size 109069176

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d177228f65938693aca16f68ff150166213b5361c99e1eb61010f54f8a11485
+size 55532666

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/rng_state.pth

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:815e355ea07f47424238b4562e23ff869072de740aa219e0094905863e498161
+size 14244

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6e3229c0eb3893b4ed9dc78c51b78922835046ad4263156ec195b41cd09021c9
+size 1064

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/special_tokens_map.json

@@ -0,0 +1,17 @@
+{
+  "bos_token": {
+    "content": "<|begin_of_text|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<|eot_id|>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "<|eot_id|>"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/tokenizer.json

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c5cf44023714fb39b05e71e425f8d7b92805ff73f7988b083b8c87f0bf87393
+size 17209961

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/tokenizer_config.json

@@ -0,0 +1,2063 @@
+{
+  "added_tokens_decoder": {
+    "128000": {
+      "content": "<|begin_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128001": {
+      "content": "<|end_of_text|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128002": {
+      "content": "<|reserved_special_token_0|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128003": {
+      "content": "<|reserved_special_token_1|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128004": {
+      "content": "<|reserved_special_token_2|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128005": {
+      "content": "<|reserved_special_token_3|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128006": {
+      "content": "<|start_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128007": {
+      "content": "<|end_header_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128008": {
+      "content": "<|reserved_special_token_4|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128009": {
+      "content": "<|eot_id|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128010": {
+      "content": "<|reserved_special_token_5|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128011": {
+      "content": "<|reserved_special_token_6|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128012": {
+      "content": "<|reserved_special_token_7|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128013": {
+      "content": "<|reserved_special_token_8|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128014": {
+      "content": "<|reserved_special_token_9|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128015": {
+      "content": "<|reserved_special_token_10|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128016": {
+      "content": "<|reserved_special_token_11|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128017": {
+      "content": "<|reserved_special_token_12|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128018": {
+      "content": "<|reserved_special_token_13|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128019": {
+      "content": "<|reserved_special_token_14|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128020": {
+      "content": "<|reserved_special_token_15|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128021": {
+      "content": "<|reserved_special_token_16|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128022": {
+      "content": "<|reserved_special_token_17|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128023": {
+      "content": "<|reserved_special_token_18|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128024": {
+      "content": "<|reserved_special_token_19|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128025": {
+      "content": "<|reserved_special_token_20|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128026": {
+      "content": "<|reserved_special_token_21|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128027": {
+      "content": "<|reserved_special_token_22|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128028": {
+      "content": "<|reserved_special_token_23|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128029": {
+      "content": "<|reserved_special_token_24|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128030": {
+      "content": "<|reserved_special_token_25|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128031": {
+      "content": "<|reserved_special_token_26|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128032": {
+      "content": "<|reserved_special_token_27|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128033": {
+      "content": "<|reserved_special_token_28|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128034": {
+      "content": "<|reserved_special_token_29|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128035": {
+      "content": "<|reserved_special_token_30|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128036": {
+      "content": "<|reserved_special_token_31|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128037": {
+      "content": "<|reserved_special_token_32|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128038": {
+      "content": "<|reserved_special_token_33|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128039": {
+      "content": "<|reserved_special_token_34|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128040": {
+      "content": "<|reserved_special_token_35|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128041": {
+      "content": "<|reserved_special_token_36|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128042": {
+      "content": "<|reserved_special_token_37|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128043": {
+      "content": "<|reserved_special_token_38|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128044": {
+      "content": "<|reserved_special_token_39|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128045": {
+      "content": "<|reserved_special_token_40|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128046": {
+      "content": "<|reserved_special_token_41|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128047": {
+      "content": "<|reserved_special_token_42|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128048": {
+      "content": "<|reserved_special_token_43|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128049": {
+      "content": "<|reserved_special_token_44|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128050": {
+      "content": "<|reserved_special_token_45|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128051": {
+      "content": "<|reserved_special_token_46|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128052": {
+      "content": "<|reserved_special_token_47|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128053": {
+      "content": "<|reserved_special_token_48|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128054": {
+      "content": "<|reserved_special_token_49|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128055": {
+      "content": "<|reserved_special_token_50|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128056": {
+      "content": "<|reserved_special_token_51|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128057": {
+      "content": "<|reserved_special_token_52|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128058": {
+      "content": "<|reserved_special_token_53|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128059": {
+      "content": "<|reserved_special_token_54|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128060": {
+      "content": "<|reserved_special_token_55|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128061": {
+      "content": "<|reserved_special_token_56|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128062": {
+      "content": "<|reserved_special_token_57|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128063": {
+      "content": "<|reserved_special_token_58|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128064": {
+      "content": "<|reserved_special_token_59|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128065": {
+      "content": "<|reserved_special_token_60|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128066": {
+      "content": "<|reserved_special_token_61|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128067": {
+      "content": "<|reserved_special_token_62|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128068": {
+      "content": "<|reserved_special_token_63|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128069": {
+      "content": "<|reserved_special_token_64|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128070": {
+      "content": "<|reserved_special_token_65|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128071": {
+      "content": "<|reserved_special_token_66|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128072": {
+      "content": "<|reserved_special_token_67|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128073": {
+      "content": "<|reserved_special_token_68|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128074": {
+      "content": "<|reserved_special_token_69|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128075": {
+      "content": "<|reserved_special_token_70|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128076": {
+      "content": "<|reserved_special_token_71|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128077": {
+      "content": "<|reserved_special_token_72|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128078": {
+      "content": "<|reserved_special_token_73|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128079": {
+      "content": "<|reserved_special_token_74|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128080": {
+      "content": "<|reserved_special_token_75|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128081": {
+      "content": "<|reserved_special_token_76|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128082": {
+      "content": "<|reserved_special_token_77|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128083": {
+      "content": "<|reserved_special_token_78|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128084": {
+      "content": "<|reserved_special_token_79|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128085": {
+      "content": "<|reserved_special_token_80|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128086": {
+      "content": "<|reserved_special_token_81|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128087": {
+      "content": "<|reserved_special_token_82|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128088": {
+      "content": "<|reserved_special_token_83|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128089": {
+      "content": "<|reserved_special_token_84|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128090": {
+      "content": "<|reserved_special_token_85|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128091": {
+      "content": "<|reserved_special_token_86|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128092": {
+      "content": "<|reserved_special_token_87|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128093": {
+      "content": "<|reserved_special_token_88|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128094": {
+      "content": "<|reserved_special_token_89|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128095": {
+      "content": "<|reserved_special_token_90|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128096": {
+      "content": "<|reserved_special_token_91|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128097": {
+      "content": "<|reserved_special_token_92|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128098": {
+      "content": "<|reserved_special_token_93|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128099": {
+      "content": "<|reserved_special_token_94|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128100": {
+      "content": "<|reserved_special_token_95|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128101": {
+      "content": "<|reserved_special_token_96|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128102": {
+      "content": "<|reserved_special_token_97|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128103": {
+      "content": "<|reserved_special_token_98|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128104": {
+      "content": "<|reserved_special_token_99|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128105": {
+      "content": "<|reserved_special_token_100|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128106": {
+      "content": "<|reserved_special_token_101|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128107": {
+      "content": "<|reserved_special_token_102|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128108": {
+      "content": "<|reserved_special_token_103|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128109": {
+      "content": "<|reserved_special_token_104|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128110": {
+      "content": "<|reserved_special_token_105|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128111": {
+      "content": "<|reserved_special_token_106|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128112": {
+      "content": "<|reserved_special_token_107|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128113": {
+      "content": "<|reserved_special_token_108|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128114": {
+      "content": "<|reserved_special_token_109|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128115": {
+      "content": "<|reserved_special_token_110|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128116": {
+      "content": "<|reserved_special_token_111|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128117": {
+      "content": "<|reserved_special_token_112|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128118": {
+      "content": "<|reserved_special_token_113|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128119": {
+      "content": "<|reserved_special_token_114|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128120": {
+      "content": "<|reserved_special_token_115|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128121": {
+      "content": "<|reserved_special_token_116|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128122": {
+      "content": "<|reserved_special_token_117|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128123": {
+      "content": "<|reserved_special_token_118|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128124": {
+      "content": "<|reserved_special_token_119|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128125": {
+      "content": "<|reserved_special_token_120|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128126": {
+      "content": "<|reserved_special_token_121|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128127": {
+      "content": "<|reserved_special_token_122|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128128": {
+      "content": "<|reserved_special_token_123|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128129": {
+      "content": "<|reserved_special_token_124|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128130": {
+      "content": "<|reserved_special_token_125|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128131": {
+      "content": "<|reserved_special_token_126|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128132": {
+      "content": "<|reserved_special_token_127|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128133": {
+      "content": "<|reserved_special_token_128|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128134": {
+      "content": "<|reserved_special_token_129|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128135": {
+      "content": "<|reserved_special_token_130|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128136": {
+      "content": "<|reserved_special_token_131|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128137": {
+      "content": "<|reserved_special_token_132|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128138": {
+      "content": "<|reserved_special_token_133|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128139": {
+      "content": "<|reserved_special_token_134|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128140": {
+      "content": "<|reserved_special_token_135|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128141": {
+      "content": "<|reserved_special_token_136|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128142": {
+      "content": "<|reserved_special_token_137|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128143": {
+      "content": "<|reserved_special_token_138|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128144": {
+      "content": "<|reserved_special_token_139|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128145": {
+      "content": "<|reserved_special_token_140|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128146": {
+      "content": "<|reserved_special_token_141|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128147": {
+      "content": "<|reserved_special_token_142|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128148": {
+      "content": "<|reserved_special_token_143|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128149": {
+      "content": "<|reserved_special_token_144|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128150": {
+      "content": "<|reserved_special_token_145|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128151": {
+      "content": "<|reserved_special_token_146|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128152": {
+      "content": "<|reserved_special_token_147|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128153": {
+      "content": "<|reserved_special_token_148|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128154": {
+      "content": "<|reserved_special_token_149|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128155": {
+      "content": "<|reserved_special_token_150|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128156": {
+      "content": "<|reserved_special_token_151|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128157": {
+      "content": "<|reserved_special_token_152|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128158": {
+      "content": "<|reserved_special_token_153|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128159": {
+      "content": "<|reserved_special_token_154|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128160": {
+      "content": "<|reserved_special_token_155|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128161": {
+      "content": "<|reserved_special_token_156|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128162": {
+      "content": "<|reserved_special_token_157|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128163": {
+      "content": "<|reserved_special_token_158|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128164": {
+      "content": "<|reserved_special_token_159|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128165": {
+      "content": "<|reserved_special_token_160|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128166": {
+      "content": "<|reserved_special_token_161|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128167": {
+      "content": "<|reserved_special_token_162|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128168": {
+      "content": "<|reserved_special_token_163|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128169": {
+      "content": "<|reserved_special_token_164|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128170": {
+      "content": "<|reserved_special_token_165|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128171": {
+      "content": "<|reserved_special_token_166|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128172": {
+      "content": "<|reserved_special_token_167|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128173": {
+      "content": "<|reserved_special_token_168|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128174": {
+      "content": "<|reserved_special_token_169|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128175": {
+      "content": "<|reserved_special_token_170|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128176": {
+      "content": "<|reserved_special_token_171|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128177": {
+      "content": "<|reserved_special_token_172|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128178": {
+      "content": "<|reserved_special_token_173|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128179": {
+      "content": "<|reserved_special_token_174|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128180": {
+      "content": "<|reserved_special_token_175|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128181": {
+      "content": "<|reserved_special_token_176|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128182": {
+      "content": "<|reserved_special_token_177|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128183": {
+      "content": "<|reserved_special_token_178|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128184": {
+      "content": "<|reserved_special_token_179|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128185": {
+      "content": "<|reserved_special_token_180|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128186": {
+      "content": "<|reserved_special_token_181|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128187": {
+      "content": "<|reserved_special_token_182|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128188": {
+      "content": "<|reserved_special_token_183|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128189": {
+      "content": "<|reserved_special_token_184|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128190": {
+      "content": "<|reserved_special_token_185|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128191": {
+      "content": "<|reserved_special_token_186|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128192": {
+      "content": "<|reserved_special_token_187|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128193": {
+      "content": "<|reserved_special_token_188|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128194": {
+      "content": "<|reserved_special_token_189|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128195": {
+      "content": "<|reserved_special_token_190|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128196": {
+      "content": "<|reserved_special_token_191|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128197": {
+      "content": "<|reserved_special_token_192|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128198": {
+      "content": "<|reserved_special_token_193|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128199": {
+      "content": "<|reserved_special_token_194|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128200": {
+      "content": "<|reserved_special_token_195|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128201": {
+      "content": "<|reserved_special_token_196|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128202": {
+      "content": "<|reserved_special_token_197|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128203": {
+      "content": "<|reserved_special_token_198|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128204": {
+      "content": "<|reserved_special_token_199|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128205": {
+      "content": "<|reserved_special_token_200|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128206": {
+      "content": "<|reserved_special_token_201|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128207": {
+      "content": "<|reserved_special_token_202|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128208": {
+      "content": "<|reserved_special_token_203|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128209": {
+      "content": "<|reserved_special_token_204|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128210": {
+      "content": "<|reserved_special_token_205|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128211": {
+      "content": "<|reserved_special_token_206|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128212": {
+      "content": "<|reserved_special_token_207|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128213": {
+      "content": "<|reserved_special_token_208|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128214": {
+      "content": "<|reserved_special_token_209|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128215": {
+      "content": "<|reserved_special_token_210|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128216": {
+      "content": "<|reserved_special_token_211|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128217": {
+      "content": "<|reserved_special_token_212|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128218": {
+      "content": "<|reserved_special_token_213|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128219": {
+      "content": "<|reserved_special_token_214|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128220": {
+      "content": "<|reserved_special_token_215|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128221": {
+      "content": "<|reserved_special_token_216|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128222": {
+      "content": "<|reserved_special_token_217|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128223": {
+      "content": "<|reserved_special_token_218|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128224": {
+      "content": "<|reserved_special_token_219|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128225": {
+      "content": "<|reserved_special_token_220|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128226": {
+      "content": "<|reserved_special_token_221|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128227": {
+      "content": "<|reserved_special_token_222|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128228": {
+      "content": "<|reserved_special_token_223|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128229": {
+      "content": "<|reserved_special_token_224|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128230": {
+      "content": "<|reserved_special_token_225|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128231": {
+      "content": "<|reserved_special_token_226|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128232": {
+      "content": "<|reserved_special_token_227|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128233": {
+      "content": "<|reserved_special_token_228|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128234": {
+      "content": "<|reserved_special_token_229|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128235": {
+      "content": "<|reserved_special_token_230|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128236": {
+      "content": "<|reserved_special_token_231|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128237": {
+      "content": "<|reserved_special_token_232|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128238": {
+      "content": "<|reserved_special_token_233|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128239": {
+      "content": "<|reserved_special_token_234|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128240": {
+      "content": "<|reserved_special_token_235|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128241": {
+      "content": "<|reserved_special_token_236|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128242": {
+      "content": "<|reserved_special_token_237|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128243": {
+      "content": "<|reserved_special_token_238|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128244": {
+      "content": "<|reserved_special_token_239|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128245": {
+      "content": "<|reserved_special_token_240|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128246": {
+      "content": "<|reserved_special_token_241|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128247": {
+      "content": "<|reserved_special_token_242|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128248": {
+      "content": "<|reserved_special_token_243|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128249": {
+      "content": "<|reserved_special_token_244|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128250": {
+      "content": "<|reserved_special_token_245|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128251": {
+      "content": "<|reserved_special_token_246|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128252": {
+      "content": "<|reserved_special_token_247|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128253": {
+      "content": "<|reserved_special_token_248|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128254": {
+      "content": "<|reserved_special_token_249|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128255": {
+      "content": "<|reserved_special_token_250|>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|begin_of_text|>",
+  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{% if add_generation_prompt %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}{% endif %}",
+  "clean_up_tokenization_spaces": true,
+  "eos_token": "<|eot_id|>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "<|eot_id|>",
+  "tokenizer_class": "PreTrainedTokenizerFast"
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/trainer_state.json

@@ -0,0 +1,2864 @@
+{
+  "best_metric": 1.8046749830245972,
+  "best_model_checkpoint": "outputs-001/Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-2677",
+  "epoch": 2.999626447515876,
+  "eval_steps": 10,
+  "global_step": 4015,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.007471049682480389,
+      "grad_norm": 0.4912872612476349,
+      "learning_rate": 0.0002,
+      "loss": 2.6181,
+      "step": 10
+    },
+    {
+      "epoch": 0.014942099364960777,
+      "grad_norm": 0.4856316149234772,
+      "learning_rate": 0.0002,
+      "loss": 2.2606,
+      "step": 20
+    },
+    {
+      "epoch": 0.022413149047441166,
+      "grad_norm": 0.47683125734329224,
+      "learning_rate": 0.0002,
+      "loss": 2.0957,
+      "step": 30
+    },
+    {
+      "epoch": 0.029884198729921554,
+      "grad_norm": 0.515082597732544,
+      "learning_rate": 0.0002,
+      "loss": 1.8908,
+      "step": 40
+    },
+    {
+      "epoch": 0.03735524841240194,
+      "grad_norm": 0.5299215316772461,
+      "learning_rate": 0.0002,
+      "loss": 1.9704,
+      "step": 50
+    },
+    {
+      "epoch": 0.04482629809488233,
+      "grad_norm": 0.4951399862766266,
+      "learning_rate": 0.0002,
+      "loss": 1.9225,
+      "step": 60
+    },
+    {
+      "epoch": 0.05229734777736272,
+      "grad_norm": 0.48079821467399597,
+      "learning_rate": 0.0002,
+      "loss": 1.9742,
+      "step": 70
+    },
+    {
+      "epoch": 0.05976839745984311,
+      "grad_norm": 0.49402132630348206,
+      "learning_rate": 0.0002,
+      "loss": 1.9466,
+      "step": 80
+    },
+    {
+      "epoch": 0.0672394471423235,
+      "grad_norm": 0.4778193235397339,
+      "learning_rate": 0.0002,
+      "loss": 1.8691,
+      "step": 90
+    },
+    {
+      "epoch": 0.07471049682480388,
+      "grad_norm": 0.42472657561302185,
+      "learning_rate": 0.0002,
+      "loss": 1.8455,
+      "step": 100
+    },
+    {
+      "epoch": 0.08218154650728428,
+      "grad_norm": 0.4433092474937439,
+      "learning_rate": 0.0002,
+      "loss": 1.8744,
+      "step": 110
+    },
+    {
+      "epoch": 0.08965259618976466,
+      "grad_norm": 0.4472862780094147,
+      "learning_rate": 0.0002,
+      "loss": 1.865,
+      "step": 120
+    },
+    {
+      "epoch": 0.09712364587224505,
+      "grad_norm": 0.42596298456192017,
+      "learning_rate": 0.0002,
+      "loss": 1.9256,
+      "step": 130
+    },
+    {
+      "epoch": 0.10459469555472543,
+      "grad_norm": 0.46645811200141907,
+      "learning_rate": 0.0002,
+      "loss": 1.8015,
+      "step": 140
+    },
+    {
+      "epoch": 0.11206574523720583,
+      "grad_norm": 0.41041234135627747,
+      "learning_rate": 0.0002,
+      "loss": 1.8307,
+      "step": 150
+    },
+    {
+      "epoch": 0.11953679491968622,
+      "grad_norm": 0.5329819917678833,
+      "learning_rate": 0.0002,
+      "loss": 1.8276,
+      "step": 160
+    },
+    {
+      "epoch": 0.1270078446021666,
+      "grad_norm": 0.4065922200679779,
+      "learning_rate": 0.0002,
+      "loss": 1.8118,
+      "step": 170
+    },
+    {
+      "epoch": 0.134478894284647,
+      "grad_norm": 0.38406994938850403,
+      "learning_rate": 0.0002,
+      "loss": 1.8559,
+      "step": 180
+    },
+    {
+      "epoch": 0.14194994396712737,
+      "grad_norm": 0.4246881306171417,
+      "learning_rate": 0.0002,
+      "loss": 1.8647,
+      "step": 190
+    },
+    {
+      "epoch": 0.14942099364960776,
+      "grad_norm": 0.35136649012565613,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 200
+    },
+    {
+      "epoch": 0.15689204333208817,
+      "grad_norm": 0.43252742290496826,
+      "learning_rate": 0.0002,
+      "loss": 1.802,
+      "step": 210
+    },
+    {
+      "epoch": 0.16436309301456856,
+      "grad_norm": 0.39236941933631897,
+      "learning_rate": 0.0002,
+      "loss": 1.7823,
+      "step": 220
+    },
+    {
+      "epoch": 0.17183414269704894,
+      "grad_norm": 0.3748249113559723,
+      "learning_rate": 0.0002,
+      "loss": 1.818,
+      "step": 230
+    },
+    {
+      "epoch": 0.17930519237952933,
+      "grad_norm": 0.6432855725288391,
+      "learning_rate": 0.0002,
+      "loss": 1.866,
+      "step": 240
+    },
+    {
+      "epoch": 0.1867762420620097,
+      "grad_norm": 0.34874802827835083,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 250
+    },
+    {
+      "epoch": 0.1942472917444901,
+      "grad_norm": 0.3721984326839447,
+      "learning_rate": 0.0002,
+      "loss": 1.79,
+      "step": 260
+    },
+    {
+      "epoch": 0.20171834142697048,
+      "grad_norm": 0.4339311420917511,
+      "learning_rate": 0.0002,
+      "loss": 1.8464,
+      "step": 270
+    },
+    {
+      "epoch": 0.20918939110945087,
+      "grad_norm": 0.4018215537071228,
+      "learning_rate": 0.0002,
+      "loss": 1.8665,
+      "step": 280
+    },
+    {
+      "epoch": 0.21666044079193125,
+      "grad_norm": 0.3278839886188507,
+      "learning_rate": 0.0002,
+      "loss": 1.8048,
+      "step": 290
+    },
+    {
+      "epoch": 0.22413149047441167,
+      "grad_norm": 0.36146077513694763,
+      "learning_rate": 0.0002,
+      "loss": 1.7395,
+      "step": 300
+    },
+    {
+      "epoch": 0.23160254015689205,
+      "grad_norm": 0.38175010681152344,
+      "learning_rate": 0.0002,
+      "loss": 1.7916,
+      "step": 310
+    },
+    {
+      "epoch": 0.23907358983937244,
+      "grad_norm": 0.44776618480682373,
+      "learning_rate": 0.0002,
+      "loss": 1.8593,
+      "step": 320
+    },
+    {
+      "epoch": 0.24654463952185282,
+      "grad_norm": 0.3933652937412262,
+      "learning_rate": 0.0002,
+      "loss": 1.7824,
+      "step": 330
+    },
+    {
+      "epoch": 0.2540156892043332,
+      "grad_norm": 0.3515005111694336,
+      "learning_rate": 0.0002,
+      "loss": 1.8393,
+      "step": 340
+    },
+    {
+      "epoch": 0.2614867388868136,
+      "grad_norm": 0.6683304309844971,
+      "learning_rate": 0.0002,
+      "loss": 1.8653,
+      "step": 350
+    },
+    {
+      "epoch": 0.268957788569294,
+      "grad_norm": 0.37093454599380493,
+      "learning_rate": 0.0002,
+      "loss": 1.8797,
+      "step": 360
+    },
+    {
+      "epoch": 0.2764288382517744,
+      "grad_norm": 0.3450651168823242,
+      "learning_rate": 0.0002,
+      "loss": 1.8251,
+      "step": 370
+    },
+    {
+      "epoch": 0.28389988793425475,
+      "grad_norm": 0.5140917301177979,
+      "learning_rate": 0.0002,
+      "loss": 1.7435,
+      "step": 380
+    },
+    {
+      "epoch": 0.29137093761673516,
+      "grad_norm": 0.32885563373565674,
+      "learning_rate": 0.0002,
+      "loss": 1.8026,
+      "step": 390
+    },
+    {
+      "epoch": 0.2988419872992155,
+      "grad_norm": 0.33962297439575195,
+      "learning_rate": 0.0002,
+      "loss": 1.8174,
+      "step": 400
+    },
+    {
+      "epoch": 0.30631303698169593,
+      "grad_norm": 0.3723141849040985,
+      "learning_rate": 0.0002,
+      "loss": 1.7467,
+      "step": 410
+    },
+    {
+      "epoch": 0.31378408666417634,
+      "grad_norm": 0.37173134088516235,
+      "learning_rate": 0.0002,
+      "loss": 1.8459,
+      "step": 420
+    },
+    {
+      "epoch": 0.3212551363466567,
+      "grad_norm": 0.33736956119537354,
+      "learning_rate": 0.0002,
+      "loss": 1.8876,
+      "step": 430
+    },
+    {
+      "epoch": 0.3287261860291371,
+      "grad_norm": 0.3602448105812073,
+      "learning_rate": 0.0002,
+      "loss": 1.8367,
+      "step": 440
+    },
+    {
+      "epoch": 0.33619723571161747,
+      "grad_norm": 0.3569699227809906,
+      "learning_rate": 0.0002,
+      "loss": 1.8058,
+      "step": 450
+    },
+    {
+      "epoch": 0.3436682853940979,
+      "grad_norm": 0.31009167432785034,
+      "learning_rate": 0.0002,
+      "loss": 1.8086,
+      "step": 460
+    },
+    {
+      "epoch": 0.35113933507657824,
+      "grad_norm": 0.5278693437576294,
+      "learning_rate": 0.0002,
+      "loss": 1.8876,
+      "step": 470
+    },
+    {
+      "epoch": 0.35861038475905865,
+      "grad_norm": 0.3587537109851837,
+      "learning_rate": 0.0002,
+      "loss": 1.8534,
+      "step": 480
+    },
+    {
+      "epoch": 0.366081434441539,
+      "grad_norm": 0.3859670162200928,
+      "learning_rate": 0.0002,
+      "loss": 1.8046,
+      "step": 490
+    },
+    {
+      "epoch": 0.3735524841240194,
+      "grad_norm": 0.395913690328598,
+      "learning_rate": 0.0002,
+      "loss": 1.8287,
+      "step": 500
+    },
+    {
+      "epoch": 0.38102353380649984,
+      "grad_norm": 0.35052940249443054,
+      "learning_rate": 0.0002,
+      "loss": 1.7619,
+      "step": 510
+    },
+    {
+      "epoch": 0.3884945834889802,
+      "grad_norm": 0.2979494333267212,
+      "learning_rate": 0.0002,
+      "loss": 1.7824,
+      "step": 520
+    },
+    {
+      "epoch": 0.3959656331714606,
+      "grad_norm": 0.3062683343887329,
+      "learning_rate": 0.0002,
+      "loss": 1.8641,
+      "step": 530
+    },
+    {
+      "epoch": 0.40343668285394096,
+      "grad_norm": 0.3172847330570221,
+      "learning_rate": 0.0002,
+      "loss": 1.7651,
+      "step": 540
+    },
+    {
+      "epoch": 0.4109077325364214,
+      "grad_norm": 0.360435426235199,
+      "learning_rate": 0.0002,
+      "loss": 1.806,
+      "step": 550
+    },
+    {
+      "epoch": 0.41837878221890173,
+      "grad_norm": 0.3427872359752655,
+      "learning_rate": 0.0002,
+      "loss": 1.9054,
+      "step": 560
+    },
+    {
+      "epoch": 0.42584983190138215,
+      "grad_norm": 0.34036558866500854,
+      "learning_rate": 0.0002,
+      "loss": 1.7562,
+      "step": 570
+    },
+    {
+      "epoch": 0.4333208815838625,
+      "grad_norm": 0.3365345299243927,
+      "learning_rate": 0.0002,
+      "loss": 1.7254,
+      "step": 580
+    },
+    {
+      "epoch": 0.4407919312663429,
+      "grad_norm": 0.35619041323661804,
+      "learning_rate": 0.0002,
+      "loss": 1.8328,
+      "step": 590
+    },
+    {
+      "epoch": 0.44826298094882333,
+      "grad_norm": 0.3569088280200958,
+      "learning_rate": 0.0002,
+      "loss": 1.8114,
+      "step": 600
+    },
+    {
+      "epoch": 0.4557340306313037,
+      "grad_norm": 0.3581278622150421,
+      "learning_rate": 0.0002,
+      "loss": 1.8599,
+      "step": 610
+    },
+    {
+      "epoch": 0.4632050803137841,
+      "grad_norm": 0.43197110295295715,
+      "learning_rate": 0.0002,
+      "loss": 1.7078,
+      "step": 620
+    },
+    {
+      "epoch": 0.47067612999626446,
+      "grad_norm": 0.33966198563575745,
+      "learning_rate": 0.0002,
+      "loss": 1.8257,
+      "step": 630
+    },
+    {
+      "epoch": 0.47814717967874487,
+      "grad_norm": 0.3343866467475891,
+      "learning_rate": 0.0002,
+      "loss": 1.7528,
+      "step": 640
+    },
+    {
+      "epoch": 0.48561822936122523,
+      "grad_norm": 0.33878564834594727,
+      "learning_rate": 0.0002,
+      "loss": 1.8191,
+      "step": 650
+    },
+    {
+      "epoch": 0.49308927904370564,
+      "grad_norm": 0.387195885181427,
+      "learning_rate": 0.0002,
+      "loss": 1.8801,
+      "step": 660
+    },
+    {
+      "epoch": 0.500560328726186,
+      "grad_norm": 0.3755440413951874,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 670
+    },
+    {
+      "epoch": 0.5080313784086664,
+      "grad_norm": 0.3272816836833954,
+      "learning_rate": 0.0002,
+      "loss": 1.8057,
+      "step": 680
+    },
+    {
+      "epoch": 0.5155024280911468,
+      "grad_norm": 0.36063864827156067,
+      "learning_rate": 0.0002,
+      "loss": 1.8156,
+      "step": 690
+    },
+    {
+      "epoch": 0.5229734777736272,
+      "grad_norm": 0.35317373275756836,
+      "learning_rate": 0.0002,
+      "loss": 1.8397,
+      "step": 700
+    },
+    {
+      "epoch": 0.5304445274561076,
+      "grad_norm": 0.3561195433139801,
+      "learning_rate": 0.0002,
+      "loss": 1.7603,
+      "step": 710
+    },
+    {
+      "epoch": 0.537915577138588,
+      "grad_norm": 0.31124624609947205,
+      "learning_rate": 0.0002,
+      "loss": 1.8149,
+      "step": 720
+    },
+    {
+      "epoch": 0.5453866268210683,
+      "grad_norm": 0.3294544517993927,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 730
+    },
+    {
+      "epoch": 0.5528576765035488,
+      "grad_norm": 0.31933900713920593,
+      "learning_rate": 0.0002,
+      "loss": 1.8027,
+      "step": 740
+    },
+    {
+      "epoch": 0.5603287261860291,
+      "grad_norm": 0.3226020634174347,
+      "learning_rate": 0.0002,
+      "loss": 1.7601,
+      "step": 750
+    },
+    {
+      "epoch": 0.5677997758685095,
+      "grad_norm": 0.3147525489330292,
+      "learning_rate": 0.0002,
+      "loss": 1.7862,
+      "step": 760
+    },
+    {
+      "epoch": 0.57527082555099,
+      "grad_norm": 0.32234328985214233,
+      "learning_rate": 0.0002,
+      "loss": 1.9028,
+      "step": 770
+    },
+    {
+      "epoch": 0.5827418752334703,
+      "grad_norm": 0.3258664309978485,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 780
+    },
+    {
+      "epoch": 0.5902129249159507,
+      "grad_norm": 0.3166961967945099,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 790
+    },
+    {
+      "epoch": 0.597683974598431,
+      "grad_norm": 0.35621458292007446,
+      "learning_rate": 0.0002,
+      "loss": 1.8799,
+      "step": 800
+    },
+    {
+      "epoch": 0.6051550242809115,
+      "grad_norm": 0.3236999213695526,
+      "learning_rate": 0.0002,
+      "loss": 1.8313,
+      "step": 810
+    },
+    {
+      "epoch": 0.6126260739633919,
+      "grad_norm": 0.2892923653125763,
+      "learning_rate": 0.0002,
+      "loss": 1.7132,
+      "step": 820
+    },
+    {
+      "epoch": 0.6200971236458722,
+      "grad_norm": 0.4098321497440338,
+      "learning_rate": 0.0002,
+      "loss": 1.8709,
+      "step": 830
+    },
+    {
+      "epoch": 0.6275681733283527,
+      "grad_norm": 0.3337118923664093,
+      "learning_rate": 0.0002,
+      "loss": 1.7637,
+      "step": 840
+    },
+    {
+      "epoch": 0.635039223010833,
+      "grad_norm": 0.30416029691696167,
+      "learning_rate": 0.0002,
+      "loss": 1.7375,
+      "step": 850
+    },
+    {
+      "epoch": 0.6425102726933134,
+      "grad_norm": 0.3361026346683502,
+      "learning_rate": 0.0002,
+      "loss": 1.7419,
+      "step": 860
+    },
+    {
+      "epoch": 0.6499813223757938,
+      "grad_norm": 0.3537365198135376,
+      "learning_rate": 0.0002,
+      "loss": 1.732,
+      "step": 870
+    },
+    {
+      "epoch": 0.6574523720582742,
+      "grad_norm": 0.33854469656944275,
+      "learning_rate": 0.0002,
+      "loss": 1.7825,
+      "step": 880
+    },
+    {
+      "epoch": 0.6649234217407546,
+      "grad_norm": 0.3332272469997406,
+      "learning_rate": 0.0002,
+      "loss": 1.7561,
+      "step": 890
+    },
+    {
+      "epoch": 0.6723944714232349,
+      "grad_norm": 0.34954726696014404,
+      "learning_rate": 0.0002,
+      "loss": 1.7247,
+      "step": 900
+    },
+    {
+      "epoch": 0.6798655211057153,
+      "grad_norm": 0.2921750247478485,
+      "learning_rate": 0.0002,
+      "loss": 1.7917,
+      "step": 910
+    },
+    {
+      "epoch": 0.6873365707881958,
+      "grad_norm": 0.30508682131767273,
+      "learning_rate": 0.0002,
+      "loss": 1.7807,
+      "step": 920
+    },
+    {
+      "epoch": 0.6948076204706761,
+      "grad_norm": 0.32268425822257996,
+      "learning_rate": 0.0002,
+      "loss": 1.8082,
+      "step": 930
+    },
+    {
+      "epoch": 0.7022786701531565,
+      "grad_norm": 0.2844390869140625,
+      "learning_rate": 0.0002,
+      "loss": 1.8283,
+      "step": 940
+    },
+    {
+      "epoch": 0.709749719835637,
+      "grad_norm": 0.31263890862464905,
+      "learning_rate": 0.0002,
+      "loss": 1.7363,
+      "step": 950
+    },
+    {
+      "epoch": 0.7172207695181173,
+      "grad_norm": 0.3626808822154999,
+      "learning_rate": 0.0002,
+      "loss": 1.8081,
+      "step": 960
+    },
+    {
+      "epoch": 0.7246918192005977,
+      "grad_norm": 0.3322749733924866,
+      "learning_rate": 0.0002,
+      "loss": 1.853,
+      "step": 970
+    },
+    {
+      "epoch": 0.732162868883078,
+      "grad_norm": 0.29177871346473694,
+      "learning_rate": 0.0002,
+      "loss": 1.7912,
+      "step": 980
+    },
+    {
+      "epoch": 0.7396339185655585,
+      "grad_norm": 0.35405513644218445,
+      "learning_rate": 0.0002,
+      "loss": 1.8447,
+      "step": 990
+    },
+    {
+      "epoch": 0.7471049682480388,
+      "grad_norm": 0.39318400621414185,
+      "learning_rate": 0.0002,
+      "loss": 1.7008,
+      "step": 1000
+    },
+    {
+      "epoch": 0.7545760179305192,
+      "grad_norm": 0.29401418566703796,
+      "learning_rate": 0.0002,
+      "loss": 1.7803,
+      "step": 1010
+    },
+    {
+      "epoch": 0.7620470676129997,
+      "grad_norm": 0.3271748721599579,
+      "learning_rate": 0.0002,
+      "loss": 1.7649,
+      "step": 1020
+    },
+    {
+      "epoch": 0.76951811729548,
+      "grad_norm": 0.30883970856666565,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 1030
+    },
+    {
+      "epoch": 0.7769891669779604,
+      "grad_norm": 0.3411838412284851,
+      "learning_rate": 0.0002,
+      "loss": 1.7722,
+      "step": 1040
+    },
+    {
+      "epoch": 0.7844602166604407,
+      "grad_norm": 0.30608129501342773,
+      "learning_rate": 0.0002,
+      "loss": 1.829,
+      "step": 1050
+    },
+    {
+      "epoch": 0.7919312663429212,
+      "grad_norm": 0.30899080634117126,
+      "learning_rate": 0.0002,
+      "loss": 1.7815,
+      "step": 1060
+    },
+    {
+      "epoch": 0.7994023160254016,
+      "grad_norm": 0.3160453140735626,
+      "learning_rate": 0.0002,
+      "loss": 1.7625,
+      "step": 1070
+    },
+    {
+      "epoch": 0.8068733657078819,
+      "grad_norm": 0.30947187542915344,
+      "learning_rate": 0.0002,
+      "loss": 1.8452,
+      "step": 1080
+    },
+    {
+      "epoch": 0.8143444153903624,
+      "grad_norm": 0.3103134036064148,
+      "learning_rate": 0.0002,
+      "loss": 1.7418,
+      "step": 1090
+    },
+    {
+      "epoch": 0.8218154650728428,
+      "grad_norm": 0.31771138310432434,
+      "learning_rate": 0.0002,
+      "loss": 1.842,
+      "step": 1100
+    },
+    {
+      "epoch": 0.8292865147553231,
+      "grad_norm": 0.5860997438430786,
+      "learning_rate": 0.0002,
+      "loss": 1.7918,
+      "step": 1110
+    },
+    {
+      "epoch": 0.8367575644378035,
+      "grad_norm": 0.3230148255825043,
+      "learning_rate": 0.0002,
+      "loss": 1.8443,
+      "step": 1120
+    },
+    {
+      "epoch": 0.8442286141202839,
+      "grad_norm": 0.29611510038375854,
+      "learning_rate": 0.0002,
+      "loss": 1.8478,
+      "step": 1130
+    },
+    {
+      "epoch": 0.8516996638027643,
+      "grad_norm": 0.3373654782772064,
+      "learning_rate": 0.0002,
+      "loss": 1.7673,
+      "step": 1140
+    },
+    {
+      "epoch": 0.8591707134852447,
+      "grad_norm": 0.3474279046058655,
+      "learning_rate": 0.0002,
+      "loss": 1.7997,
+      "step": 1150
+    },
+    {
+      "epoch": 0.866641763167725,
+      "grad_norm": 0.35057875514030457,
+      "learning_rate": 0.0002,
+      "loss": 1.75,
+      "step": 1160
+    },
+    {
+      "epoch": 0.8741128128502055,
+      "grad_norm": 0.39537495374679565,
+      "learning_rate": 0.0002,
+      "loss": 1.8273,
+      "step": 1170
+    },
+    {
+      "epoch": 0.8815838625326858,
+      "grad_norm": 0.3714233636856079,
+      "learning_rate": 0.0002,
+      "loss": 1.7682,
+      "step": 1180
+    },
+    {
+      "epoch": 0.8890549122151662,
+      "grad_norm": 0.2950296998023987,
+      "learning_rate": 0.0002,
+      "loss": 1.7549,
+      "step": 1190
+    },
+    {
+      "epoch": 0.8965259618976467,
+      "grad_norm": 0.38182979822158813,
+      "learning_rate": 0.0002,
+      "loss": 1.7612,
+      "step": 1200
+    },
+    {
+      "epoch": 0.903997011580127,
+      "grad_norm": 0.27883678674697876,
+      "learning_rate": 0.0002,
+      "loss": 1.827,
+      "step": 1210
+    },
+    {
+      "epoch": 0.9114680612626074,
+      "grad_norm": 0.33874374628067017,
+      "learning_rate": 0.0002,
+      "loss": 1.7623,
+      "step": 1220
+    },
+    {
+      "epoch": 0.9189391109450877,
+      "grad_norm": 0.3014272153377533,
+      "learning_rate": 0.0002,
+      "loss": 1.7334,
+      "step": 1230
+    },
+    {
+      "epoch": 0.9264101606275682,
+      "grad_norm": 0.3194271922111511,
+      "learning_rate": 0.0002,
+      "loss": 1.8235,
+      "step": 1240
+    },
+    {
+      "epoch": 0.9338812103100486,
+      "grad_norm": 0.3049403429031372,
+      "learning_rate": 0.0002,
+      "loss": 1.7924,
+      "step": 1250
+    },
+    {
+      "epoch": 0.9413522599925289,
+      "grad_norm": 0.30621254444122314,
+      "learning_rate": 0.0002,
+      "loss": 1.7535,
+      "step": 1260
+    },
+    {
+      "epoch": 0.9488233096750094,
+      "grad_norm": 0.28675132989883423,
+      "learning_rate": 0.0002,
+      "loss": 1.8287,
+      "step": 1270
+    },
+    {
+      "epoch": 0.9562943593574897,
+      "grad_norm": 0.3322032690048218,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 1280
+    },
+    {
+      "epoch": 0.9637654090399701,
+      "grad_norm": 0.35408294200897217,
+      "learning_rate": 0.0002,
+      "loss": 1.8054,
+      "step": 1290
+    },
+    {
+      "epoch": 0.9712364587224505,
+      "grad_norm": 0.36386919021606445,
+      "learning_rate": 0.0002,
+      "loss": 1.7343,
+      "step": 1300
+    },
+    {
+      "epoch": 0.9787075084049309,
+      "grad_norm": 0.32338324189186096,
+      "learning_rate": 0.0002,
+      "loss": 1.8633,
+      "step": 1310
+    },
+    {
+      "epoch": 0.9861785580874113,
+      "grad_norm": 0.3714013993740082,
+      "learning_rate": 0.0002,
+      "loss": 1.7724,
+      "step": 1320
+    },
+    {
+      "epoch": 0.9936496077698916,
+      "grad_norm": 0.3133082389831543,
+      "learning_rate": 0.0002,
+      "loss": 1.7766,
+      "step": 1330
+    },
+    {
+      "epoch": 0.9996264475158759,
+      "eval_loss": 1.8051470518112183,
+      "eval_runtime": 38.6332,
+      "eval_samples_per_second": 13.331,
+      "eval_steps_per_second": 1.682,
+      "step": 1338
+    },
+    {
+      "epoch": 1.001120657452372,
+      "grad_norm": 0.31595754623413086,
+      "learning_rate": 0.0002,
+      "loss": 1.8035,
+      "step": 1340
+    },
+    {
+      "epoch": 1.0085917071348525,
+      "grad_norm": 0.3095700144767761,
+      "learning_rate": 0.0002,
+      "loss": 1.7486,
+      "step": 1350
+    },
+    {
+      "epoch": 1.0160627568173328,
+      "grad_norm": 0.34677496552467346,
+      "learning_rate": 0.0002,
+      "loss": 1.6981,
+      "step": 1360
+    },
+    {
+      "epoch": 1.0235338064998132,
+      "grad_norm": 0.29108840227127075,
+      "learning_rate": 0.0002,
+      "loss": 1.7377,
+      "step": 1370
+    },
+    {
+      "epoch": 1.0310048561822935,
+      "grad_norm": 0.32356950640678406,
+      "learning_rate": 0.0002,
+      "loss": 1.7194,
+      "step": 1380
+    },
+    {
+      "epoch": 1.038475905864774,
+      "grad_norm": 0.4200669229030609,
+      "learning_rate": 0.0002,
+      "loss": 1.7593,
+      "step": 1390
+    },
+    {
+      "epoch": 1.0459469555472545,
+      "grad_norm": 0.3283711373806,
+      "learning_rate": 0.0002,
+      "loss": 1.797,
+      "step": 1400
+    },
+    {
+      "epoch": 1.0534180052297348,
+      "grad_norm": 0.32898256182670593,
+      "learning_rate": 0.0002,
+      "loss": 1.7163,
+      "step": 1410
+    },
+    {
+      "epoch": 1.0608890549122152,
+      "grad_norm": 0.38790300488471985,
+      "learning_rate": 0.0002,
+      "loss": 1.7559,
+      "step": 1420
+    },
+    {
+      "epoch": 1.0683601045946955,
+      "grad_norm": 0.339800089597702,
+      "learning_rate": 0.0002,
+      "loss": 1.6922,
+      "step": 1430
+    },
+    {
+      "epoch": 1.075831154277176,
+      "grad_norm": 0.3548751175403595,
+      "learning_rate": 0.0002,
+      "loss": 1.7076,
+      "step": 1440
+    },
+    {
+      "epoch": 1.0833022039596563,
+      "grad_norm": 0.35114359855651855,
+      "learning_rate": 0.0002,
+      "loss": 1.6985,
+      "step": 1450
+    },
+    {
+      "epoch": 1.0907732536421366,
+      "grad_norm": 0.35226720571517944,
+      "learning_rate": 0.0002,
+      "loss": 1.7217,
+      "step": 1460
+    },
+    {
+      "epoch": 1.0982443033246172,
+      "grad_norm": 0.33665576577186584,
+      "learning_rate": 0.0002,
+      "loss": 1.6822,
+      "step": 1470
+    },
+    {
+      "epoch": 1.1057153530070976,
+      "grad_norm": 0.363889217376709,
+      "learning_rate": 0.0002,
+      "loss": 1.6699,
+      "step": 1480
+    },
+    {
+      "epoch": 1.113186402689578,
+      "grad_norm": 0.3826201856136322,
+      "learning_rate": 0.0002,
+      "loss": 1.7933,
+      "step": 1490
+    },
+    {
+      "epoch": 1.1206574523720583,
+      "grad_norm": 0.34058740735054016,
+      "learning_rate": 0.0002,
+      "loss": 1.7022,
+      "step": 1500
+    },
+    {
+      "epoch": 1.1281285020545386,
+      "grad_norm": 0.3462134301662445,
+      "learning_rate": 0.0002,
+      "loss": 1.6375,
+      "step": 1510
+    },
+    {
+      "epoch": 1.135599551737019,
+      "grad_norm": 0.3396756052970886,
+      "learning_rate": 0.0002,
+      "loss": 1.7147,
+      "step": 1520
+    },
+    {
+      "epoch": 1.1430706014194993,
+      "grad_norm": 0.32004743814468384,
+      "learning_rate": 0.0002,
+      "loss": 1.7219,
+      "step": 1530
+    },
+    {
+      "epoch": 1.15054165110198,
+      "grad_norm": 0.3397733271121979,
+      "learning_rate": 0.0002,
+      "loss": 1.743,
+      "step": 1540
+    },
+    {
+      "epoch": 1.1580127007844603,
+      "grad_norm": 0.3783262073993683,
+      "learning_rate": 0.0002,
+      "loss": 1.7333,
+      "step": 1550
+    },
+    {
+      "epoch": 1.1654837504669406,
+      "grad_norm": 0.35121291875839233,
+      "learning_rate": 0.0002,
+      "loss": 1.6075,
+      "step": 1560
+    },
+    {
+      "epoch": 1.172954800149421,
+      "grad_norm": 0.35816895961761475,
+      "learning_rate": 0.0002,
+      "loss": 1.678,
+      "step": 1570
+    },
+    {
+      "epoch": 1.1804258498319014,
+      "grad_norm": 0.33843839168548584,
+      "learning_rate": 0.0002,
+      "loss": 1.7143,
+      "step": 1580
+    },
+    {
+      "epoch": 1.1878968995143817,
+      "grad_norm": 0.3371972143650055,
+      "learning_rate": 0.0002,
+      "loss": 1.7434,
+      "step": 1590
+    },
+    {
+      "epoch": 1.195367949196862,
+      "grad_norm": 0.36016878485679626,
+      "learning_rate": 0.0002,
+      "loss": 1.7671,
+      "step": 1600
+    },
+    {
+      "epoch": 1.2028389988793426,
+      "grad_norm": 0.40879473090171814,
+      "learning_rate": 0.0002,
+      "loss": 1.6914,
+      "step": 1610
+    },
+    {
+      "epoch": 1.210310048561823,
+      "grad_norm": 0.3216715455055237,
+      "learning_rate": 0.0002,
+      "loss": 1.6955,
+      "step": 1620
+    },
+    {
+      "epoch": 1.2177810982443034,
+      "grad_norm": 0.4482610821723938,
+      "learning_rate": 0.0002,
+      "loss": 1.632,
+      "step": 1630
+    },
+    {
+      "epoch": 1.2252521479267837,
+      "grad_norm": 0.3257700502872467,
+      "learning_rate": 0.0002,
+      "loss": 1.6999,
+      "step": 1640
+    },
+    {
+      "epoch": 1.232723197609264,
+      "grad_norm": 0.38646459579467773,
+      "learning_rate": 0.0002,
+      "loss": 1.7177,
+      "step": 1650
+    },
+    {
+      "epoch": 1.2401942472917444,
+      "grad_norm": 0.4081360697746277,
+      "learning_rate": 0.0002,
+      "loss": 1.7081,
+      "step": 1660
+    },
+    {
+      "epoch": 1.2476652969742248,
+      "grad_norm": 0.4326848089694977,
+      "learning_rate": 0.0002,
+      "loss": 1.7519,
+      "step": 1670
+    },
+    {
+      "epoch": 1.2551363466567054,
+      "grad_norm": 0.346401572227478,
+      "learning_rate": 0.0002,
+      "loss": 1.6752,
+      "step": 1680
+    },
+    {
+      "epoch": 1.2626073963391857,
+      "grad_norm": 0.34536251425743103,
+      "learning_rate": 0.0002,
+      "loss": 1.7425,
+      "step": 1690
+    },
+    {
+      "epoch": 1.270078446021666,
+      "grad_norm": 0.41359591484069824,
+      "learning_rate": 0.0002,
+      "loss": 1.7061,
+      "step": 1700
+    },
+    {
+      "epoch": 1.2775494957041464,
+      "grad_norm": 0.3530874252319336,
+      "learning_rate": 0.0002,
+      "loss": 1.7906,
+      "step": 1710
+    },
+    {
+      "epoch": 1.2850205453866268,
+      "grad_norm": 0.3702719211578369,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 1720
+    },
+    {
+      "epoch": 1.2924915950691072,
+      "grad_norm": 0.3703329563140869,
+      "learning_rate": 0.0002,
+      "loss": 1.766,
+      "step": 1730
+    },
+    {
+      "epoch": 1.2999626447515875,
+      "grad_norm": 0.37919729948043823,
+      "learning_rate": 0.0002,
+      "loss": 1.7221,
+      "step": 1740
+    },
+    {
+      "epoch": 1.307433694434068,
+      "grad_norm": 0.32526856660842896,
+      "learning_rate": 0.0002,
+      "loss": 1.7859,
+      "step": 1750
+    },
+    {
+      "epoch": 1.3149047441165485,
+      "grad_norm": 0.36752620339393616,
+      "learning_rate": 0.0002,
+      "loss": 1.7117,
+      "step": 1760
+    },
+    {
+      "epoch": 1.3223757937990288,
+      "grad_norm": 0.3398192524909973,
+      "learning_rate": 0.0002,
+      "loss": 1.7335,
+      "step": 1770
+    },
+    {
+      "epoch": 1.3298468434815092,
+      "grad_norm": 0.37435585260391235,
+      "learning_rate": 0.0002,
+      "loss": 1.7492,
+      "step": 1780
+    },
+    {
+      "epoch": 1.3373178931639895,
+      "grad_norm": 0.35793280601501465,
+      "learning_rate": 0.0002,
+      "loss": 1.7393,
+      "step": 1790
+    },
+    {
+      "epoch": 1.3447889428464699,
+      "grad_norm": 0.35481882095336914,
+      "learning_rate": 0.0002,
+      "loss": 1.7266,
+      "step": 1800
+    },
+    {
+      "epoch": 1.3522599925289502,
+      "grad_norm": 0.3786393105983734,
+      "learning_rate": 0.0002,
+      "loss": 1.7456,
+      "step": 1810
+    },
+    {
+      "epoch": 1.3597310422114308,
+      "grad_norm": 0.33245593309402466,
+      "learning_rate": 0.0002,
+      "loss": 1.7169,
+      "step": 1820
+    },
+    {
+      "epoch": 1.3672020918939112,
+      "grad_norm": 0.35388344526290894,
+      "learning_rate": 0.0002,
+      "loss": 1.7577,
+      "step": 1830
+    },
+    {
+      "epoch": 1.3746731415763915,
+      "grad_norm": 0.3695325553417206,
+      "learning_rate": 0.0002,
+      "loss": 1.6968,
+      "step": 1840
+    },
+    {
+      "epoch": 1.382144191258872,
+      "grad_norm": 0.3683604598045349,
+      "learning_rate": 0.0002,
+      "loss": 1.7086,
+      "step": 1850
+    },
+    {
+      "epoch": 1.3896152409413522,
+      "grad_norm": 0.3753012418746948,
+      "learning_rate": 0.0002,
+      "loss": 1.7878,
+      "step": 1860
+    },
+    {
+      "epoch": 1.3970862906238326,
+      "grad_norm": 0.3331069350242615,
+      "learning_rate": 0.0002,
+      "loss": 1.6969,
+      "step": 1870
+    },
+    {
+      "epoch": 1.404557340306313,
+      "grad_norm": 0.3877500295639038,
+      "learning_rate": 0.0002,
+      "loss": 1.6644,
+      "step": 1880
+    },
+    {
+      "epoch": 1.4120283899887935,
+      "grad_norm": 0.33525151014328003,
+      "learning_rate": 0.0002,
+      "loss": 1.7586,
+      "step": 1890
+    },
+    {
+      "epoch": 1.4194994396712737,
+      "grad_norm": 0.3697299659252167,
+      "learning_rate": 0.0002,
+      "loss": 1.7031,
+      "step": 1900
+    },
+    {
+      "epoch": 1.4269704893537543,
+      "grad_norm": 0.4029286205768585,
+      "learning_rate": 0.0002,
+      "loss": 1.6956,
+      "step": 1910
+    },
+    {
+      "epoch": 1.4344415390362346,
+      "grad_norm": 0.3596203029155731,
+      "learning_rate": 0.0002,
+      "loss": 1.6897,
+      "step": 1920
+    },
+    {
+      "epoch": 1.441912588718715,
+      "grad_norm": 0.450783908367157,
+      "learning_rate": 0.0002,
+      "loss": 1.7139,
+      "step": 1930
+    },
+    {
+      "epoch": 1.4493836384011953,
+      "grad_norm": 0.3651481866836548,
+      "learning_rate": 0.0002,
+      "loss": 1.7243,
+      "step": 1940
+    },
+    {
+      "epoch": 1.4568546880836757,
+      "grad_norm": 0.3608424663543701,
+      "learning_rate": 0.0002,
+      "loss": 1.6637,
+      "step": 1950
+    },
+    {
+      "epoch": 1.4643257377661563,
+      "grad_norm": 0.39684420824050903,
+      "learning_rate": 0.0002,
+      "loss": 1.8285,
+      "step": 1960
+    },
+    {
+      "epoch": 1.4717967874486364,
+      "grad_norm": 0.34618663787841797,
+      "learning_rate": 0.0002,
+      "loss": 1.7514,
+      "step": 1970
+    },
+    {
+      "epoch": 1.479267837131117,
+      "grad_norm": 0.4150386452674866,
+      "learning_rate": 0.0002,
+      "loss": 1.6655,
+      "step": 1980
+    },
+    {
+      "epoch": 1.4867388868135973,
+      "grad_norm": 0.35500776767730713,
+      "learning_rate": 0.0002,
+      "loss": 1.7021,
+      "step": 1990
+    },
+    {
+      "epoch": 1.4942099364960777,
+      "grad_norm": 0.344144344329834,
+      "learning_rate": 0.0002,
+      "loss": 1.7322,
+      "step": 2000
+    },
+    {
+      "epoch": 1.501680986178558,
+      "grad_norm": 0.3340149223804474,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 2010
+    },
+    {
+      "epoch": 1.5091520358610384,
+      "grad_norm": 0.37685006856918335,
+      "learning_rate": 0.0002,
+      "loss": 1.7508,
+      "step": 2020
+    },
+    {
+      "epoch": 1.516623085543519,
+      "grad_norm": 0.3699876368045807,
+      "learning_rate": 0.0002,
+      "loss": 1.8299,
+      "step": 2030
+    },
+    {
+      "epoch": 1.5240941352259991,
+      "grad_norm": 0.3370307385921478,
+      "learning_rate": 0.0002,
+      "loss": 1.7357,
+      "step": 2040
+    },
+    {
+      "epoch": 1.5315651849084797,
+      "grad_norm": 0.37780630588531494,
+      "learning_rate": 0.0002,
+      "loss": 1.8044,
+      "step": 2050
+    },
+    {
+      "epoch": 1.53903623459096,
+      "grad_norm": 0.370259165763855,
+      "learning_rate": 0.0002,
+      "loss": 1.7408,
+      "step": 2060
+    },
+    {
+      "epoch": 1.5465072842734404,
+      "grad_norm": 0.3440011441707611,
+      "learning_rate": 0.0002,
+      "loss": 1.7398,
+      "step": 2070
+    },
+    {
+      "epoch": 1.5539783339559208,
+      "grad_norm": 0.40382063388824463,
+      "learning_rate": 0.0002,
+      "loss": 1.7105,
+      "step": 2080
+    },
+    {
+      "epoch": 1.5614493836384011,
+      "grad_norm": 0.38002029061317444,
+      "learning_rate": 0.0002,
+      "loss": 1.7071,
+      "step": 2090
+    },
+    {
+      "epoch": 1.5689204333208817,
+      "grad_norm": 0.3658451437950134,
+      "learning_rate": 0.0002,
+      "loss": 1.6815,
+      "step": 2100
+    },
+    {
+      "epoch": 1.5763914830033618,
+      "grad_norm": 0.354842871427536,
+      "learning_rate": 0.0002,
+      "loss": 1.7598,
+      "step": 2110
+    },
+    {
+      "epoch": 1.5838625326858424,
+      "grad_norm": 0.34735530614852905,
+      "learning_rate": 0.0002,
+      "loss": 1.6898,
+      "step": 2120
+    },
+    {
+      "epoch": 1.5913335823683228,
+      "grad_norm": 0.377581924200058,
+      "learning_rate": 0.0002,
+      "loss": 1.7363,
+      "step": 2130
+    },
+    {
+      "epoch": 1.5988046320508031,
+      "grad_norm": 0.41254034638404846,
+      "learning_rate": 0.0002,
+      "loss": 1.7789,
+      "step": 2140
+    },
+    {
+      "epoch": 1.6062756817332835,
+      "grad_norm": 0.3630715310573578,
+      "learning_rate": 0.0002,
+      "loss": 1.6782,
+      "step": 2150
+    },
+    {
+      "epoch": 1.6137467314157639,
+      "grad_norm": 0.36980143189430237,
+      "learning_rate": 0.0002,
+      "loss": 1.7531,
+      "step": 2160
+    },
+    {
+      "epoch": 1.6212177810982444,
+      "grad_norm": 0.3634769320487976,
+      "learning_rate": 0.0002,
+      "loss": 1.6847,
+      "step": 2170
+    },
+    {
+      "epoch": 1.6286888307807246,
+      "grad_norm": 0.3794139623641968,
+      "learning_rate": 0.0002,
+      "loss": 1.6367,
+      "step": 2180
+    },
+    {
+      "epoch": 1.6361598804632052,
+      "grad_norm": 0.359742134809494,
+      "learning_rate": 0.0002,
+      "loss": 1.7064,
+      "step": 2190
+    },
+    {
+      "epoch": 1.6436309301456855,
+      "grad_norm": 0.3770543932914734,
+      "learning_rate": 0.0002,
+      "loss": 1.7027,
+      "step": 2200
+    },
+    {
+      "epoch": 1.6511019798281659,
+      "grad_norm": 0.3797036409378052,
+      "learning_rate": 0.0002,
+      "loss": 1.784,
+      "step": 2210
+    },
+    {
+      "epoch": 1.6585730295106462,
+      "grad_norm": 0.35622093081474304,
+      "learning_rate": 0.0002,
+      "loss": 1.7875,
+      "step": 2220
+    },
+    {
+      "epoch": 1.6660440791931266,
+      "grad_norm": 0.34552520513534546,
+      "learning_rate": 0.0002,
+      "loss": 1.6615,
+      "step": 2230
+    },
+    {
+      "epoch": 1.6735151288756072,
+      "grad_norm": 0.379926860332489,
+      "learning_rate": 0.0002,
+      "loss": 1.7522,
+      "step": 2240
+    },
+    {
+      "epoch": 1.6809861785580873,
+      "grad_norm": 0.37083810567855835,
+      "learning_rate": 0.0002,
+      "loss": 1.7953,
+      "step": 2250
+    },
+    {
+      "epoch": 1.6884572282405679,
+      "grad_norm": 0.42746543884277344,
+      "learning_rate": 0.0002,
+      "loss": 1.7485,
+      "step": 2260
+    },
+    {
+      "epoch": 1.6959282779230482,
+      "grad_norm": 0.3372884690761566,
+      "learning_rate": 0.0002,
+      "loss": 1.776,
+      "step": 2270
+    },
+    {
+      "epoch": 1.7033993276055286,
+      "grad_norm": 0.35220256447792053,
+      "learning_rate": 0.0002,
+      "loss": 1.7604,
+      "step": 2280
+    },
+    {
+      "epoch": 1.710870377288009,
+      "grad_norm": 0.3659130930900574,
+      "learning_rate": 0.0002,
+      "loss": 1.7154,
+      "step": 2290
+    },
+    {
+      "epoch": 1.7183414269704893,
+      "grad_norm": 0.37629297375679016,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 2300
+    },
+    {
+      "epoch": 1.7258124766529699,
+      "grad_norm": 0.36312398314476013,
+      "learning_rate": 0.0002,
+      "loss": 1.7212,
+      "step": 2310
+    },
+    {
+      "epoch": 1.73328352633545,
+      "grad_norm": 0.467709481716156,
+      "learning_rate": 0.0002,
+      "loss": 1.7903,
+      "step": 2320
+    },
+    {
+      "epoch": 1.7407545760179306,
+      "grad_norm": 0.38685527443885803,
+      "learning_rate": 0.0002,
+      "loss": 1.696,
+      "step": 2330
+    },
+    {
+      "epoch": 1.748225625700411,
+      "grad_norm": 0.3578338325023651,
+      "learning_rate": 0.0002,
+      "loss": 1.7041,
+      "step": 2340
+    },
+    {
+      "epoch": 1.7556966753828913,
+      "grad_norm": 0.36057502031326294,
+      "learning_rate": 0.0002,
+      "loss": 1.6456,
+      "step": 2350
+    },
+    {
+      "epoch": 1.7631677250653717,
+      "grad_norm": 0.3615196645259857,
+      "learning_rate": 0.0002,
+      "loss": 1.6853,
+      "step": 2360
+    },
+    {
+      "epoch": 1.770638774747852,
+      "grad_norm": 0.4118947684764862,
+      "learning_rate": 0.0002,
+      "loss": 1.7612,
+      "step": 2370
+    },
+    {
+      "epoch": 1.7781098244303326,
+      "grad_norm": 0.4067276120185852,
+      "learning_rate": 0.0002,
+      "loss": 1.6946,
+      "step": 2380
+    },
+    {
+      "epoch": 1.7855808741128127,
+      "grad_norm": 0.3979823887348175,
+      "learning_rate": 0.0002,
+      "loss": 1.712,
+      "step": 2390
+    },
+    {
+      "epoch": 1.7930519237952933,
+      "grad_norm": 0.44045883417129517,
+      "learning_rate": 0.0002,
+      "loss": 1.7644,
+      "step": 2400
+    },
+    {
+      "epoch": 1.8005229734777737,
+      "grad_norm": 0.3998069167137146,
+      "learning_rate": 0.0002,
+      "loss": 1.7251,
+      "step": 2410
+    },
+    {
+      "epoch": 1.807994023160254,
+      "grad_norm": 0.3450094759464264,
+      "learning_rate": 0.0002,
+      "loss": 1.7354,
+      "step": 2420
+    },
+    {
+      "epoch": 1.8154650728427344,
+      "grad_norm": 0.3759009838104248,
+      "learning_rate": 0.0002,
+      "loss": 1.6998,
+      "step": 2430
+    },
+    {
+      "epoch": 1.8229361225252148,
+      "grad_norm": 0.34347015619277954,
+      "learning_rate": 0.0002,
+      "loss": 1.7706,
+      "step": 2440
+    },
+    {
+      "epoch": 1.8304071722076953,
+      "grad_norm": 0.3511228859424591,
+      "learning_rate": 0.0002,
+      "loss": 1.7345,
+      "step": 2450
+    },
+    {
+      "epoch": 1.8378782218901755,
+      "grad_norm": 0.36853715777397156,
+      "learning_rate": 0.0002,
+      "loss": 1.6909,
+      "step": 2460
+    },
+    {
+      "epoch": 1.845349271572656,
+      "grad_norm": 0.40659376978874207,
+      "learning_rate": 0.0002,
+      "loss": 1.6931,
+      "step": 2470
+    },
+    {
+      "epoch": 1.8528203212551362,
+      "grad_norm": 0.39621320366859436,
+      "learning_rate": 0.0002,
+      "loss": 1.7626,
+      "step": 2480
+    },
+    {
+      "epoch": 1.8602913709376168,
+      "grad_norm": 0.3753979504108429,
+      "learning_rate": 0.0002,
+      "loss": 1.7427,
+      "step": 2490
+    },
+    {
+      "epoch": 1.8677624206200971,
+      "grad_norm": 0.3811938464641571,
+      "learning_rate": 0.0002,
+      "loss": 1.6622,
+      "step": 2500
+    },
+    {
+      "epoch": 1.8752334703025775,
+      "grad_norm": 0.3432596027851105,
+      "learning_rate": 0.0002,
+      "loss": 1.7718,
+      "step": 2510
+    },
+    {
+      "epoch": 1.882704519985058,
+      "grad_norm": 0.3670712113380432,
+      "learning_rate": 0.0002,
+      "loss": 1.7488,
+      "step": 2520
+    },
+    {
+      "epoch": 1.8901755696675382,
+      "grad_norm": 0.40907177329063416,
+      "learning_rate": 0.0002,
+      "loss": 1.705,
+      "step": 2530
+    },
+    {
+      "epoch": 1.8976466193500188,
+      "grad_norm": 0.3821999728679657,
+      "learning_rate": 0.0002,
+      "loss": 1.7148,
+      "step": 2540
+    },
+    {
+      "epoch": 1.905117669032499,
+      "grad_norm": 0.36173978447914124,
+      "learning_rate": 0.0002,
+      "loss": 1.7934,
+      "step": 2550
+    },
+    {
+      "epoch": 1.9125887187149795,
+      "grad_norm": 0.38990336656570435,
+      "learning_rate": 0.0002,
+      "loss": 1.6939,
+      "step": 2560
+    },
+    {
+      "epoch": 1.9200597683974598,
+      "grad_norm": 0.35242322087287903,
+      "learning_rate": 0.0002,
+      "loss": 1.6893,
+      "step": 2570
+    },
+    {
+      "epoch": 1.9275308180799402,
+      "grad_norm": 0.3506428003311157,
+      "learning_rate": 0.0002,
+      "loss": 1.7268,
+      "step": 2580
+    },
+    {
+      "epoch": 1.9350018677624208,
+      "grad_norm": 0.39540135860443115,
+      "learning_rate": 0.0002,
+      "loss": 1.6953,
+      "step": 2590
+    },
+    {
+      "epoch": 1.942472917444901,
+      "grad_norm": 0.3444725573062897,
+      "learning_rate": 0.0002,
+      "loss": 1.6511,
+      "step": 2600
+    },
+    {
+      "epoch": 1.9499439671273815,
+      "grad_norm": 0.3963521718978882,
+      "learning_rate": 0.0002,
+      "loss": 1.7259,
+      "step": 2610
+    },
+    {
+      "epoch": 1.9574150168098616,
+      "grad_norm": 0.3689815402030945,
+      "learning_rate": 0.0002,
+      "loss": 1.6946,
+      "step": 2620
+    },
+    {
+      "epoch": 1.9648860664923422,
+      "grad_norm": 0.3482626676559448,
+      "learning_rate": 0.0002,
+      "loss": 1.7384,
+      "step": 2630
+    },
+    {
+      "epoch": 1.9723571161748226,
+      "grad_norm": 0.35832616686820984,
+      "learning_rate": 0.0002,
+      "loss": 1.7048,
+      "step": 2640
+    },
+    {
+      "epoch": 1.979828165857303,
+      "grad_norm": 0.4776208996772766,
+      "learning_rate": 0.0002,
+      "loss": 1.6681,
+      "step": 2650
+    },
+    {
+      "epoch": 1.9872992155397835,
+      "grad_norm": 0.32570165395736694,
+      "learning_rate": 0.0002,
+      "loss": 1.6696,
+      "step": 2660
+    },
+    {
+      "epoch": 1.9947702652222636,
+      "grad_norm": 0.3380725085735321,
+      "learning_rate": 0.0002,
+      "loss": 1.7232,
+      "step": 2670
+    },
+    {
+      "epoch": 2.0,
+      "eval_loss": 1.8046749830245972,
+      "eval_runtime": 38.5096,
+      "eval_samples_per_second": 13.373,
+      "eval_steps_per_second": 1.688,
+      "step": 2677
+    },
+    {
+      "epoch": 2.002241314904744,
+      "grad_norm": 0.36817631125450134,
+      "learning_rate": 0.0002,
+      "loss": 1.7265,
+      "step": 2680
+    },
+    {
+      "epoch": 2.0097123645872244,
+      "grad_norm": 0.4056456685066223,
+      "learning_rate": 0.0002,
+      "loss": 1.548,
+      "step": 2690
+    },
+    {
+      "epoch": 2.017183414269705,
+      "grad_norm": 0.37416863441467285,
+      "learning_rate": 0.0002,
+      "loss": 1.5515,
+      "step": 2700
+    },
+    {
+      "epoch": 2.024654463952185,
+      "grad_norm": 0.4273638427257538,
+      "learning_rate": 0.0002,
+      "loss": 1.5895,
+      "step": 2710
+    },
+    {
+      "epoch": 2.0321255136346656,
+      "grad_norm": 0.36497923731803894,
+      "learning_rate": 0.0002,
+      "loss": 1.5884,
+      "step": 2720
+    },
+    {
+      "epoch": 2.0395965633171462,
+      "grad_norm": 0.5021994113922119,
+      "learning_rate": 0.0002,
+      "loss": 1.6999,
+      "step": 2730
+    },
+    {
+      "epoch": 2.0470676129996264,
+      "grad_norm": 0.45896220207214355,
+      "learning_rate": 0.0002,
+      "loss": 1.6655,
+      "step": 2740
+    },
+    {
+      "epoch": 2.054538662682107,
+      "grad_norm": 0.3973815143108368,
+      "learning_rate": 0.0002,
+      "loss": 1.6305,
+      "step": 2750
+    },
+    {
+      "epoch": 2.062009712364587,
+      "grad_norm": 0.4521815776824951,
+      "learning_rate": 0.0002,
+      "loss": 1.6301,
+      "step": 2760
+    },
+    {
+      "epoch": 2.0694807620470677,
+      "grad_norm": 0.42775002121925354,
+      "learning_rate": 0.0002,
+      "loss": 1.6189,
+      "step": 2770
+    },
+    {
+      "epoch": 2.076951811729548,
+      "grad_norm": 0.48158586025238037,
+      "learning_rate": 0.0002,
+      "loss": 1.6491,
+      "step": 2780
+    },
+    {
+      "epoch": 2.0844228614120284,
+      "grad_norm": 0.4612371623516083,
+      "learning_rate": 0.0002,
+      "loss": 1.6301,
+      "step": 2790
+    },
+    {
+      "epoch": 2.091893911094509,
+      "grad_norm": 0.42536866664886475,
+      "learning_rate": 0.0002,
+      "loss": 1.6327,
+      "step": 2800
+    },
+    {
+      "epoch": 2.099364960776989,
+      "grad_norm": 0.48515772819519043,
+      "learning_rate": 0.0002,
+      "loss": 1.651,
+      "step": 2810
+    },
+    {
+      "epoch": 2.1068360104594697,
+      "grad_norm": 0.41418662667274475,
+      "learning_rate": 0.0002,
+      "loss": 1.6829,
+      "step": 2820
+    },
+    {
+      "epoch": 2.11430706014195,
+      "grad_norm": 0.4683697819709778,
+      "learning_rate": 0.0002,
+      "loss": 1.6266,
+      "step": 2830
+    },
+    {
+      "epoch": 2.1217781098244304,
+      "grad_norm": 0.4484657049179077,
+      "learning_rate": 0.0002,
+      "loss": 1.6586,
+      "step": 2840
+    },
+    {
+      "epoch": 2.1292491595069105,
+      "grad_norm": 0.6621400713920593,
+      "learning_rate": 0.0002,
+      "loss": 1.6483,
+      "step": 2850
+    },
+    {
+      "epoch": 2.136720209189391,
+      "grad_norm": 0.45074811577796936,
+      "learning_rate": 0.0002,
+      "loss": 1.5755,
+      "step": 2860
+    },
+    {
+      "epoch": 2.1441912588718717,
+      "grad_norm": 0.3513113558292389,
+      "learning_rate": 0.0002,
+      "loss": 1.6456,
+      "step": 2870
+    },
+    {
+      "epoch": 2.151662308554352,
+      "grad_norm": 0.40411314368247986,
+      "learning_rate": 0.0002,
+      "loss": 1.6081,
+      "step": 2880
+    },
+    {
+      "epoch": 2.1591333582368324,
+      "grad_norm": 0.4121065139770508,
+      "learning_rate": 0.0002,
+      "loss": 1.6323,
+      "step": 2890
+    },
+    {
+      "epoch": 2.1666044079193125,
+      "grad_norm": 0.44723689556121826,
+      "learning_rate": 0.0002,
+      "loss": 1.6324,
+      "step": 2900
+    },
+    {
+      "epoch": 2.174075457601793,
+      "grad_norm": 0.4226122498512268,
+      "learning_rate": 0.0002,
+      "loss": 1.5699,
+      "step": 2910
+    },
+    {
+      "epoch": 2.1815465072842732,
+      "grad_norm": 0.46617650985717773,
+      "learning_rate": 0.0002,
+      "loss": 1.5652,
+      "step": 2920
+    },
+    {
+      "epoch": 2.189017556966754,
+      "grad_norm": 0.4506422281265259,
+      "learning_rate": 0.0002,
+      "loss": 1.6378,
+      "step": 2930
+    },
+    {
+      "epoch": 2.1964886066492344,
+      "grad_norm": 0.4892672896385193,
+      "learning_rate": 0.0002,
+      "loss": 1.6112,
+      "step": 2940
+    },
+    {
+      "epoch": 2.2039596563317145,
+      "grad_norm": 0.44095516204833984,
+      "learning_rate": 0.0002,
+      "loss": 1.6176,
+      "step": 2950
+    },
+    {
+      "epoch": 2.211430706014195,
+      "grad_norm": 0.41522109508514404,
+      "learning_rate": 0.0002,
+      "loss": 1.6058,
+      "step": 2960
+    },
+    {
+      "epoch": 2.2189017556966752,
+      "grad_norm": 0.4860858917236328,
+      "learning_rate": 0.0002,
+      "loss": 1.5964,
+      "step": 2970
+    },
+    {
+      "epoch": 2.226372805379156,
+      "grad_norm": 0.42662516236305237,
+      "learning_rate": 0.0002,
+      "loss": 1.6427,
+      "step": 2980
+    },
+    {
+      "epoch": 2.233843855061636,
+      "grad_norm": 0.4390648305416107,
+      "learning_rate": 0.0002,
+      "loss": 1.6313,
+      "step": 2990
+    },
+    {
+      "epoch": 2.2413149047441165,
+      "grad_norm": 0.47515565156936646,
+      "learning_rate": 0.0002,
+      "loss": 1.5992,
+      "step": 3000
+    },
+    {
+      "epoch": 2.248785954426597,
+      "grad_norm": 0.4104543924331665,
+      "learning_rate": 0.0002,
+      "loss": 1.5563,
+      "step": 3010
+    },
+    {
+      "epoch": 2.2562570041090773,
+      "grad_norm": 0.4404028654098511,
+      "learning_rate": 0.0002,
+      "loss": 1.6895,
+      "step": 3020
+    },
+    {
+      "epoch": 2.263728053791558,
+      "grad_norm": 0.4717366695404053,
+      "learning_rate": 0.0002,
+      "loss": 1.6088,
+      "step": 3030
+    },
+    {
+      "epoch": 2.271199103474038,
+      "grad_norm": 0.48345857858657837,
+      "learning_rate": 0.0002,
+      "loss": 1.7287,
+      "step": 3040
+    },
+    {
+      "epoch": 2.2786701531565186,
+      "grad_norm": 0.5312452912330627,
+      "learning_rate": 0.0002,
+      "loss": 1.681,
+      "step": 3050
+    },
+    {
+      "epoch": 2.2861412028389987,
+      "grad_norm": 0.5073099732398987,
+      "learning_rate": 0.0002,
+      "loss": 1.5901,
+      "step": 3060
+    },
+    {
+      "epoch": 2.2936122525214793,
+      "grad_norm": 0.5027463436126709,
+      "learning_rate": 0.0002,
+      "loss": 1.6914,
+      "step": 3070
+    },
+    {
+      "epoch": 2.30108330220396,
+      "grad_norm": 0.5436304807662964,
+      "learning_rate": 0.0002,
+      "loss": 1.5862,
+      "step": 3080
+    },
+    {
+      "epoch": 2.30855435188644,
+      "grad_norm": 0.4701065123081207,
+      "learning_rate": 0.0002,
+      "loss": 1.5763,
+      "step": 3090
+    },
+    {
+      "epoch": 2.3160254015689206,
+      "grad_norm": 0.46988746523857117,
+      "learning_rate": 0.0002,
+      "loss": 1.6177,
+      "step": 3100
+    },
+    {
+      "epoch": 2.3234964512514007,
+      "grad_norm": 0.45112869143486023,
+      "learning_rate": 0.0002,
+      "loss": 1.6502,
+      "step": 3110
+    },
+    {
+      "epoch": 2.3309675009338813,
+      "grad_norm": 0.5173566937446594,
+      "learning_rate": 0.0002,
+      "loss": 1.6291,
+      "step": 3120
+    },
+    {
+      "epoch": 2.3384385506163614,
+      "grad_norm": 0.40345850586891174,
+      "learning_rate": 0.0002,
+      "loss": 1.6743,
+      "step": 3130
+    },
+    {
+      "epoch": 2.345909600298842,
+      "grad_norm": 0.4218924939632416,
+      "learning_rate": 0.0002,
+      "loss": 1.621,
+      "step": 3140
+    },
+    {
+      "epoch": 2.3533806499813226,
+      "grad_norm": 0.41857317090034485,
+      "learning_rate": 0.0002,
+      "loss": 1.6341,
+      "step": 3150
+    },
+    {
+      "epoch": 2.3608516996638027,
+      "grad_norm": 0.4197218418121338,
+      "learning_rate": 0.0002,
+      "loss": 1.6087,
+      "step": 3160
+    },
+    {
+      "epoch": 2.3683227493462833,
+      "grad_norm": 0.4260677397251129,
+      "learning_rate": 0.0002,
+      "loss": 1.6572,
+      "step": 3170
+    },
+    {
+      "epoch": 2.3757937990287634,
+      "grad_norm": 0.4209042191505432,
+      "learning_rate": 0.0002,
+      "loss": 1.6376,
+      "step": 3180
+    },
+    {
+      "epoch": 2.383264848711244,
+      "grad_norm": 0.4092234969139099,
+      "learning_rate": 0.0002,
+      "loss": 1.634,
+      "step": 3190
+    },
+    {
+      "epoch": 2.390735898393724,
+      "grad_norm": 0.4928431510925293,
+      "learning_rate": 0.0002,
+      "loss": 1.6339,
+      "step": 3200
+    },
+    {
+      "epoch": 2.3982069480762047,
+      "grad_norm": 0.49252402782440186,
+      "learning_rate": 0.0002,
+      "loss": 1.6015,
+      "step": 3210
+    },
+    {
+      "epoch": 2.4056779977586853,
+      "grad_norm": 0.4368397295475006,
+      "learning_rate": 0.0002,
+      "loss": 1.5773,
+      "step": 3220
+    },
+    {
+      "epoch": 2.4131490474411654,
+      "grad_norm": 0.46122390031814575,
+      "learning_rate": 0.0002,
+      "loss": 1.6629,
+      "step": 3230
+    },
+    {
+      "epoch": 2.420620097123646,
+      "grad_norm": 0.4272301197052002,
+      "learning_rate": 0.0002,
+      "loss": 1.6224,
+      "step": 3240
+    },
+    {
+      "epoch": 2.428091146806126,
+      "grad_norm": 0.41480937600135803,
+      "learning_rate": 0.0002,
+      "loss": 1.5961,
+      "step": 3250
+    },
+    {
+      "epoch": 2.4355621964886067,
+      "grad_norm": 0.48911941051483154,
+      "learning_rate": 0.0002,
+      "loss": 1.6281,
+      "step": 3260
+    },
+    {
+      "epoch": 2.443033246171087,
+      "grad_norm": 0.4444098472595215,
+      "learning_rate": 0.0002,
+      "loss": 1.6846,
+      "step": 3270
+    },
+    {
+      "epoch": 2.4505042958535674,
+      "grad_norm": 0.5111684799194336,
+      "learning_rate": 0.0002,
+      "loss": 1.6961,
+      "step": 3280
+    },
+    {
+      "epoch": 2.457975345536048,
+      "grad_norm": 0.5058825016021729,
+      "learning_rate": 0.0002,
+      "loss": 1.6152,
+      "step": 3290
+    },
+    {
+      "epoch": 2.465446395218528,
+      "grad_norm": 0.44173210859298706,
+      "learning_rate": 0.0002,
+      "loss": 1.625,
+      "step": 3300
+    },
+    {
+      "epoch": 2.4729174449010087,
+      "grad_norm": 0.4659745991230011,
+      "learning_rate": 0.0002,
+      "loss": 1.6491,
+      "step": 3310
+    },
+    {
+      "epoch": 2.480388494583489,
+      "grad_norm": 0.47237497568130493,
+      "learning_rate": 0.0002,
+      "loss": 1.6114,
+      "step": 3320
+    },
+    {
+      "epoch": 2.4878595442659694,
+      "grad_norm": 0.47303131222724915,
+      "learning_rate": 0.0002,
+      "loss": 1.6193,
+      "step": 3330
+    },
+    {
+      "epoch": 2.4953305939484496,
+      "grad_norm": 0.4522389769554138,
+      "learning_rate": 0.0002,
+      "loss": 1.7256,
+      "step": 3340
+    },
+    {
+      "epoch": 2.50280164363093,
+      "grad_norm": 0.4467332363128662,
+      "learning_rate": 0.0002,
+      "loss": 1.6834,
+      "step": 3350
+    },
+    {
+      "epoch": 2.5102726933134107,
+      "grad_norm": 0.4413762092590332,
+      "learning_rate": 0.0002,
+      "loss": 1.6108,
+      "step": 3360
+    },
+    {
+      "epoch": 2.517743742995891,
+      "grad_norm": 0.495514452457428,
+      "learning_rate": 0.0002,
+      "loss": 1.537,
+      "step": 3370
+    },
+    {
+      "epoch": 2.5252147926783715,
+      "grad_norm": 0.4429773986339569,
+      "learning_rate": 0.0002,
+      "loss": 1.5839,
+      "step": 3380
+    },
+    {
+      "epoch": 2.5326858423608516,
+      "grad_norm": 0.4589079022407532,
+      "learning_rate": 0.0002,
+      "loss": 1.6522,
+      "step": 3390
+    },
+    {
+      "epoch": 2.540156892043332,
+      "grad_norm": 0.4683997333049774,
+      "learning_rate": 0.0002,
+      "loss": 1.6529,
+      "step": 3400
+    },
+    {
+      "epoch": 2.5476279417258123,
+      "grad_norm": 0.4651731252670288,
+      "learning_rate": 0.0002,
+      "loss": 1.6745,
+      "step": 3410
+    },
+    {
+      "epoch": 2.555098991408293,
+      "grad_norm": 0.45818084478378296,
+      "learning_rate": 0.0002,
+      "loss": 1.5918,
+      "step": 3420
+    },
+    {
+      "epoch": 2.5625700410907735,
+      "grad_norm": 0.45209529995918274,
+      "learning_rate": 0.0002,
+      "loss": 1.6326,
+      "step": 3430
+    },
+    {
+      "epoch": 2.5700410907732536,
+      "grad_norm": 0.4344733655452728,
+      "learning_rate": 0.0002,
+      "loss": 1.5606,
+      "step": 3440
+    },
+    {
+      "epoch": 2.577512140455734,
+      "grad_norm": 0.47435566782951355,
+      "learning_rate": 0.0002,
+      "loss": 1.6748,
+      "step": 3450
+    },
+    {
+      "epoch": 2.5849831901382143,
+      "grad_norm": 0.43841999769210815,
+      "learning_rate": 0.0002,
+      "loss": 1.6237,
+      "step": 3460
+    },
+    {
+      "epoch": 2.592454239820695,
+      "grad_norm": 0.4323869049549103,
+      "learning_rate": 0.0002,
+      "loss": 1.7207,
+      "step": 3470
+    },
+    {
+      "epoch": 2.599925289503175,
+      "grad_norm": 0.44355881214141846,
+      "learning_rate": 0.0002,
+      "loss": 1.5494,
+      "step": 3480
+    },
+    {
+      "epoch": 2.6073963391856556,
+      "grad_norm": 0.45847779512405396,
+      "learning_rate": 0.0002,
+      "loss": 1.665,
+      "step": 3490
+    },
+    {
+      "epoch": 2.614867388868136,
+      "grad_norm": 0.4411061704158783,
+      "learning_rate": 0.0002,
+      "loss": 1.6006,
+      "step": 3500
+    },
+    {
+      "epoch": 2.6223384385506163,
+      "grad_norm": 0.4446796178817749,
+      "learning_rate": 0.0002,
+      "loss": 1.5868,
+      "step": 3510
+    },
+    {
+      "epoch": 2.629809488233097,
+      "grad_norm": 0.41969653964042664,
+      "learning_rate": 0.0002,
+      "loss": 1.5946,
+      "step": 3520
+    },
+    {
+      "epoch": 2.637280537915577,
+      "grad_norm": 0.5263747572898865,
+      "learning_rate": 0.0002,
+      "loss": 1.6798,
+      "step": 3530
+    },
+    {
+      "epoch": 2.6447515875980576,
+      "grad_norm": 0.47719451785087585,
+      "learning_rate": 0.0002,
+      "loss": 1.6309,
+      "step": 3540
+    },
+    {
+      "epoch": 2.6522226372805378,
+      "grad_norm": 0.46574118733406067,
+      "learning_rate": 0.0002,
+      "loss": 1.7024,
+      "step": 3550
+    },
+    {
+      "epoch": 2.6596936869630183,
+      "grad_norm": 0.46867135167121887,
+      "learning_rate": 0.0002,
+      "loss": 1.618,
+      "step": 3560
+    },
+    {
+      "epoch": 2.667164736645499,
+      "grad_norm": 0.4441198706626892,
+      "learning_rate": 0.0002,
+      "loss": 1.5885,
+      "step": 3570
+    },
+    {
+      "epoch": 2.674635786327979,
+      "grad_norm": 0.4871319830417633,
+      "learning_rate": 0.0002,
+      "loss": 1.6426,
+      "step": 3580
+    },
+    {
+      "epoch": 2.6821068360104596,
+      "grad_norm": 0.43900373578071594,
+      "learning_rate": 0.0002,
+      "loss": 1.6575,
+      "step": 3590
+    },
+    {
+      "epoch": 2.6895778856929398,
+      "grad_norm": 0.42509549856185913,
+      "learning_rate": 0.0002,
+      "loss": 1.6071,
+      "step": 3600
+    },
+    {
+      "epoch": 2.6970489353754203,
+      "grad_norm": 0.4691086709499359,
+      "learning_rate": 0.0002,
+      "loss": 1.5651,
+      "step": 3610
+    },
+    {
+      "epoch": 2.7045199850579005,
+      "grad_norm": 0.46318942308425903,
+      "learning_rate": 0.0002,
+      "loss": 1.5491,
+      "step": 3620
+    },
+    {
+      "epoch": 2.711991034740381,
+      "grad_norm": 0.44631096720695496,
+      "learning_rate": 0.0002,
+      "loss": 1.5422,
+      "step": 3630
+    },
+    {
+      "epoch": 2.7194620844228616,
+      "grad_norm": 0.42315489053726196,
+      "learning_rate": 0.0002,
+      "loss": 1.6831,
+      "step": 3640
+    },
+    {
+      "epoch": 2.7269331341053418,
+      "grad_norm": 0.4971241056919098,
+      "learning_rate": 0.0002,
+      "loss": 1.6008,
+      "step": 3650
+    },
+    {
+      "epoch": 2.7344041837878224,
+      "grad_norm": 0.4578486382961273,
+      "learning_rate": 0.0002,
+      "loss": 1.6042,
+      "step": 3660
+    },
+    {
+      "epoch": 2.7418752334703025,
+      "grad_norm": 0.46584776043891907,
+      "learning_rate": 0.0002,
+      "loss": 1.6076,
+      "step": 3670
+    },
+    {
+      "epoch": 2.749346283152783,
+      "grad_norm": 0.4951731264591217,
+      "learning_rate": 0.0002,
+      "loss": 1.6809,
+      "step": 3680
+    },
+    {
+      "epoch": 2.756817332835263,
+      "grad_norm": 0.4935225546360016,
+      "learning_rate": 0.0002,
+      "loss": 1.6226,
+      "step": 3690
+    },
+    {
+      "epoch": 2.764288382517744,
+      "grad_norm": 0.41805586218833923,
+      "learning_rate": 0.0002,
+      "loss": 1.5878,
+      "step": 3700
+    },
+    {
+      "epoch": 2.7717594322002244,
+      "grad_norm": 0.4417555630207062,
+      "learning_rate": 0.0002,
+      "loss": 1.7173,
+      "step": 3710
+    },
+    {
+      "epoch": 2.7792304818827045,
+      "grad_norm": 0.48229655623435974,
+      "learning_rate": 0.0002,
+      "loss": 1.6398,
+      "step": 3720
+    },
+    {
+      "epoch": 2.786701531565185,
+      "grad_norm": 0.48562315106391907,
+      "learning_rate": 0.0002,
+      "loss": 1.6074,
+      "step": 3730
+    },
+    {
+      "epoch": 2.794172581247665,
+      "grad_norm": 0.4473940432071686,
+      "learning_rate": 0.0002,
+      "loss": 1.607,
+      "step": 3740
+    },
+    {
+      "epoch": 2.801643630930146,
+      "grad_norm": 0.4626813232898712,
+      "learning_rate": 0.0002,
+      "loss": 1.6065,
+      "step": 3750
+    },
+    {
+      "epoch": 2.809114680612626,
+      "grad_norm": 0.4339792728424072,
+      "learning_rate": 0.0002,
+      "loss": 1.6296,
+      "step": 3760
+    },
+    {
+      "epoch": 2.8165857302951065,
+      "grad_norm": 0.5250858068466187,
+      "learning_rate": 0.0002,
+      "loss": 1.6815,
+      "step": 3770
+    },
+    {
+      "epoch": 2.824056779977587,
+      "grad_norm": 0.4537523090839386,
+      "learning_rate": 0.0002,
+      "loss": 1.6644,
+      "step": 3780
+    },
+    {
+      "epoch": 2.831527829660067,
+      "grad_norm": 0.5646113157272339,
+      "learning_rate": 0.0002,
+      "loss": 1.6535,
+      "step": 3790
+    },
+    {
+      "epoch": 2.8389988793425474,
+      "grad_norm": 0.44243332743644714,
+      "learning_rate": 0.0002,
+      "loss": 1.5712,
+      "step": 3800
+    },
+    {
+      "epoch": 2.846469929025028,
+      "grad_norm": 0.4585791826248169,
+      "learning_rate": 0.0002,
+      "loss": 1.6478,
+      "step": 3810
+    },
+    {
+      "epoch": 2.8539409787075085,
+      "grad_norm": 0.489702045917511,
+      "learning_rate": 0.0002,
+      "loss": 1.6854,
+      "step": 3820
+    },
+    {
+      "epoch": 2.8614120283899886,
+      "grad_norm": 0.502470850944519,
+      "learning_rate": 0.0002,
+      "loss": 1.7066,
+      "step": 3830
+    },
+    {
+      "epoch": 2.8688830780724692,
+      "grad_norm": 0.4395960867404938,
+      "learning_rate": 0.0002,
+      "loss": 1.5785,
+      "step": 3840
+    },
+    {
+      "epoch": 2.87635412775495,
+      "grad_norm": 0.4348670244216919,
+      "learning_rate": 0.0002,
+      "loss": 1.6434,
+      "step": 3850
+    },
+    {
+      "epoch": 2.88382517743743,
+      "grad_norm": 0.48852720856666565,
+      "learning_rate": 0.0002,
+      "loss": 1.6163,
+      "step": 3860
+    },
+    {
+      "epoch": 2.89129622711991,
+      "grad_norm": 0.45317450165748596,
+      "learning_rate": 0.0002,
+      "loss": 1.5916,
+      "step": 3870
+    },
+    {
+      "epoch": 2.8987672768023907,
+      "grad_norm": 0.4732758700847626,
+      "learning_rate": 0.0002,
+      "loss": 1.6486,
+      "step": 3880
+    },
+    {
+      "epoch": 2.9062383264848712,
+      "grad_norm": 0.45238012075424194,
+      "learning_rate": 0.0002,
+      "loss": 1.6758,
+      "step": 3890
+    },
+    {
+      "epoch": 2.9137093761673514,
+      "grad_norm": 0.48838064074516296,
+      "learning_rate": 0.0002,
+      "loss": 1.6228,
+      "step": 3900
+    },
+    {
+      "epoch": 2.921180425849832,
+      "grad_norm": 0.43496349453926086,
+      "learning_rate": 0.0002,
+      "loss": 1.658,
+      "step": 3910
+    },
+    {
+      "epoch": 2.9286514755323125,
+      "grad_norm": 0.47963935136795044,
+      "learning_rate": 0.0002,
+      "loss": 1.7063,
+      "step": 3920
+    },
+    {
+      "epoch": 2.9361225252147927,
+      "grad_norm": 0.4544987976551056,
+      "learning_rate": 0.0002,
+      "loss": 1.6553,
+      "step": 3930
+    },
+    {
+      "epoch": 2.943593574897273,
+      "grad_norm": 0.4622892141342163,
+      "learning_rate": 0.0002,
+      "loss": 1.6192,
+      "step": 3940
+    },
+    {
+      "epoch": 2.9510646245797534,
+      "grad_norm": 0.47026222944259644,
+      "learning_rate": 0.0002,
+      "loss": 1.6178,
+      "step": 3950
+    },
+    {
+      "epoch": 2.958535674262234,
+      "grad_norm": 0.4549552798271179,
+      "learning_rate": 0.0002,
+      "loss": 1.6612,
+      "step": 3960
+    },
+    {
+      "epoch": 2.966006723944714,
+      "grad_norm": 0.46647515892982483,
+      "learning_rate": 0.0002,
+      "loss": 1.6458,
+      "step": 3970
+    },
+    {
+      "epoch": 2.9734777736271947,
+      "grad_norm": 0.45095112919807434,
+      "learning_rate": 0.0002,
+      "loss": 1.6051,
+      "step": 3980
+    },
+    {
+      "epoch": 2.9809488233096753,
+      "grad_norm": 0.4690017104148865,
+      "learning_rate": 0.0002,
+      "loss": 1.6471,
+      "step": 3990
+    },
+    {
+      "epoch": 2.9884198729921554,
+      "grad_norm": 0.4603444039821625,
+      "learning_rate": 0.0002,
+      "loss": 1.6061,
+      "step": 4000
+    },
+    {
+      "epoch": 2.9958909226746355,
+      "grad_norm": 0.4743294417858124,
+      "learning_rate": 0.0002,
+      "loss": 1.6431,
+      "step": 4010
+    },
+    {
+      "epoch": 2.999626447515876,
+      "eval_loss": 1.8252571821212769,
+      "eval_runtime": 38.7853,
+      "eval_samples_per_second": 13.278,
+      "eval_steps_per_second": 1.676,
+      "step": 4015
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 10704,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 8,
+  "save_steps": 200,
+  "stateful_callbacks": {
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 1.8582834893134234e+17,
+  "train_batch_size": 1,
+  "trial_name": null,
+  "trial_params": null
+}

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-4015/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3fc87da605e94ff0ecd8f5b371302a2d5f8727b77984707a2185ddb447fc3796
+size 5560

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-5354/README.md

@@ -0,0 +1,202 @@
+---
+base_model: meta-llama/Meta-Llama-3-8B-Instruct
+library_name: peft
+---
+
+# Model Card for Model ID
+
+<!-- Provide a quick summary of what the model is/does. -->
+
+
+
+## Model Details
+
+### Model Description
+
+<!-- Provide a longer summary of what this model is. -->
+
+
+
+- **Developed by:** [More Information Needed]
+- **Funded by [optional]:** [More Information Needed]
+- **Shared by [optional]:** [More Information Needed]
+- **Model type:** [More Information Needed]
+- **Language(s) (NLP):** [More Information Needed]
+- **License:** [More Information Needed]
+- **Finetuned from model [optional]:** [More Information Needed]
+
+### Model Sources [optional]
+
+<!-- Provide the basic links for the model. -->
+
+- **Repository:** [More Information Needed]
+- **Paper [optional]:** [More Information Needed]
+- **Demo [optional]:** [More Information Needed]
+
+## Uses
+
+<!-- Address questions around how the model is intended to be used, including the foreseeable users of the model and those affected by the model. -->
+
+### Direct Use
+
+<!-- This section is for the model use without fine-tuning or plugging into a larger ecosystem/app. -->
+
+[More Information Needed]
+
+### Downstream Use [optional]
+
+<!-- This section is for the model use when fine-tuned for a task, or when plugged into a larger ecosystem/app -->
+
+[More Information Needed]
+
+### Out-of-Scope Use
+
+<!-- This section addresses misuse, malicious use, and uses that the model will not work well for. -->
+
+[More Information Needed]
+
+## Bias, Risks, and Limitations
+
+<!-- This section is meant to convey both technical and sociotechnical limitations. -->
+
+[More Information Needed]
+
+### Recommendations
+
+<!-- This section is meant to convey recommendations with respect to the bias, risk, and technical limitations. -->
+
+Users (both direct and downstream) should be made aware of the risks, biases and limitations of the model. More information needed for further recommendations.
+
+## How to Get Started with the Model
+
+Use the code below to get started with the model.
+
+[More Information Needed]
+
+## Training Details
+
+### Training Data
+
+<!-- This should link to a Dataset Card, perhaps with a short stub of information on what the training data is all about as well as documentation related to data pre-processing or additional filtering. -->
+
+[More Information Needed]
+
+### Training Procedure
+
+<!-- This relates heavily to the Technical Specifications. Content here should link to that section when it is relevant to the training procedure. -->
+
+#### Preprocessing [optional]
+
+[More Information Needed]
+
+
+#### Training Hyperparameters
+
+- **Training regime:** [More Information Needed] <!--fp32, fp16 mixed precision, bf16 mixed precision, bf16 non-mixed precision, fp16 non-mixed precision, fp8 mixed precision -->
+
+#### Speeds, Sizes, Times [optional]
+
+<!-- This section provides information about throughput, start/end time, checkpoint size if relevant, etc. -->
+
+[More Information Needed]
+
+## Evaluation
+
+<!-- This section describes the evaluation protocols and provides the results. -->
+
+### Testing Data, Factors & Metrics
+
+#### Testing Data
+
+<!-- This should link to a Dataset Card if possible. -->
+
+[More Information Needed]
+
+#### Factors
+
+<!-- These are the things the evaluation is disaggregating by, e.g., subpopulations or domains. -->
+
+[More Information Needed]
+
+#### Metrics
+
+<!-- These are the evaluation metrics being used, ideally with a description of why. -->
+
+[More Information Needed]
+
+### Results
+
+[More Information Needed]
+
+#### Summary
+
+
+
+## Model Examination [optional]
+
+<!-- Relevant interpretability work for the model goes here -->
+
+[More Information Needed]
+
+## Environmental Impact
+
+<!-- Total emissions (in grams of CO2eq) and additional considerations, such as electricity usage, go here. Edit the suggested text below accordingly -->
+
+Carbon emissions can be estimated using the [Machine Learning Impact calculator](https://mlco2.github.io/impact#compute) presented in [Lacoste et al. (2019)](https://arxiv.org/abs/1910.09700).
+
+- **Hardware Type:** [More Information Needed]
+- **Hours used:** [More Information Needed]
+- **Cloud Provider:** [More Information Needed]
+- **Compute Region:** [More Information Needed]
+- **Carbon Emitted:** [More Information Needed]
+
+## Technical Specifications [optional]
+
+### Model Architecture and Objective
+
+[More Information Needed]
+
+### Compute Infrastructure
+
+[More Information Needed]
+
+#### Hardware
+
+[More Information Needed]
+
+#### Software
+
+[More Information Needed]
+
+## Citation [optional]
+
+<!-- If there is a paper or blog post introducing the model, the APA and Bibtex information for that should go in this section. -->
+
+**BibTeX:**
+
+[More Information Needed]
+
+**APA:**
+
+[More Information Needed]
+
+## Glossary [optional]
+
+<!-- If relevant, include terms and calculations in this section that can help readers understand the model or model card. -->
+
+[More Information Needed]
+
+## More Information [optional]
+
+[More Information Needed]
+
+## Model Card Authors [optional]
+
+[More Information Needed]
+
+## Model Card Contact
+
+[More Information Needed]
+### Framework versions
+
+- PEFT 0.13.1

Meta-Llama-3-8B-Instruct_int4_hellaswag-routerbench-0shot_lr-0.0002_e-8_seq-512_lora-a-32-d-0.05-r-64_bs-1_gas-2_tf32-True_tunedata-portion-p-0.9-num-6326-sd-42/checkpoint-5354/adapter_config.json

@@ -0,0 +1,29 @@
+{
+  "alpha_pattern": {},
+  "auto_mapping": null,
+  "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B-Instruct",
+  "bias": "none",
+  "fan_in_fan_out": false,
+  "inference_mode": true,
+  "init_lora_weights": true,
+  "layer_replication": null,
+  "layers_pattern": null,
+  "layers_to_transform": null,
+  "loftq_config": {},
+  "lora_alpha": 32,
+  "lora_dropout": 0.05,
+  "megatron_config": null,
+  "megatron_core": "megatron.core",
+  "modules_to_save": null,
+  "peft_type": "LORA",
+  "r": 64,
+  "rank_pattern": {},
+  "revision": null,
+  "target_modules": [
+    "q_proj",
+    "v_proj"
+  ],
+  "task_type": "CAUSAL_LM",
+  "use_dora": false,
+  "use_rslora": false
+}