diff --git a/uit_vsfc-mmbert-s42-20260903T062356Z-175c3ab0/model.safetensors b/uit_vsfc-mmbert-s42-20260903T062356Z-175c3ab0/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..13751f6269922a7495f8c9412c50091ab2b0d25b
--- /dev/null
+++ b/uit_vsfc-mmbert-s42-20260903T062356Z-175c3ab0/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d946b6fbe9c03e31fefa5769da120f1247a2631a4ba1077ec95e759bd64128c
+size 1227782196
diff --git a/uit_vsfc-mmbert-s43-20260903T064004Z-f069ad8a/model.safetensors b/uit_vsfc-mmbert-s43-20260903T064004Z-f069ad8a/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..234e44d85e0d9fd690e0674827f667aa40c733be
--- /dev/null
+++ b/uit_vsfc-mmbert-s43-20260903T064004Z-f069ad8a/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b5497ba06f63967e0001063bc15ade4ce515f215b993f5e72bb2566e0d32b3e0
+size 1227782196
diff --git a/uit_vsfc-mmbert-s44-20260903T071130Z-bf5bcd2a/model.safetensors b/uit_vsfc-mmbert-s44-20260903T071130Z-bf5bcd2a/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e68bb1eb98e8976f6d9951c0bb2e60b99093e8de
--- /dev/null
+++ b/uit_vsfc-mmbert-s44-20260903T071130Z-bf5bcd2a/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9867bd7f90d553b7813ea15d9ecfbadab9392998865c9a64ea02dd6af26db7e7
+size 1227782196
diff --git a/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/special_tokens_map.json b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/tokenizer_config.json b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/trainer_state.json b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..96629863657b4a3a5cd5211dd54833638f704508
--- /dev/null
+++ b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044/trainer_state.json
@@ -0,0 +1,396 @@
+{
+  "best_global_step": 1044,
+  "best_metric": 0.5418104121426089,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 1044,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1440922190201729,
+      "grad_norm": 70.34248352050781,
+      "learning_rate": 1.3793103448275862e-06,
+      "loss": 8.836,
+      "step": 25
+    },
+    {
+      "epoch": 0.2881844380403458,
+      "grad_norm": 341.34490966796875,
+      "learning_rate": 2.8160919540229887e-06,
+      "loss": 8.3405,
+      "step": 50
+    },
+    {
+      "epoch": 0.4322766570605187,
+      "grad_norm": 150.88250732421875,
+      "learning_rate": 4.252873563218391e-06,
+      "loss": 7.4632,
+      "step": 75
+    },
+    {
+      "epoch": 0.5763688760806917,
+      "grad_norm": 624.2299194335938,
+      "learning_rate": 5.689655172413794e-06,
+      "loss": 7.2626,
+      "step": 100
+    },
+    {
+      "epoch": 0.7204610951008645,
+      "grad_norm": 108.69831085205078,
+      "learning_rate": 7.126436781609196e-06,
+      "loss": 6.9097,
+      "step": 125
+    },
+    {
+      "epoch": 0.8645533141210374,
+      "grad_norm": 81.73384857177734,
+      "learning_rate": 8.563218390804599e-06,
+      "loss": 6.3254,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.521865889212828,
+      "eval_loss": 1.3709269762039185,
+      "eval_macro_f1": 0.3821326694308976,
+      "eval_runtime": 2.6481,
+      "eval_samples_per_second": 259.052,
+      "eval_steps_per_second": 16.238,
+      "eval_weighted_f1": 0.4915354689083655,
+      "step": 174
+    },
+    {
+      "epoch": 1.005763688760807,
+      "grad_norm": 109.69253540039062,
+      "learning_rate": 1e-05,
+      "loss": 5.219,
+      "step": 175
+    },
+    {
+      "epoch": 1.1498559077809798,
+      "grad_norm": 115.12567901611328,
+      "learning_rate": 1.1436781609195405e-05,
+      "loss": 4.9383,
+      "step": 200
+    },
+    {
+      "epoch": 1.2939481268011528,
+      "grad_norm": 127.47541809082031,
+      "learning_rate": 1.2873563218390805e-05,
+      "loss": 4.5366,
+      "step": 225
+    },
+    {
+      "epoch": 1.4380403458213258,
+      "grad_norm": 72.87612915039062,
+      "learning_rate": 1.4310344827586209e-05,
+      "loss": 4.5046,
+      "step": 250
+    },
+    {
+      "epoch": 1.5821325648414986,
+      "grad_norm": 108.61503601074219,
+      "learning_rate": 1.574712643678161e-05,
+      "loss": 4.5566,
+      "step": 275
+    },
+    {
+      "epoch": 1.7262247838616713,
+      "grad_norm": 103.2958984375,
+      "learning_rate": 1.7183908045977015e-05,
+      "loss": 4.4452,
+      "step": 300
+    },
+    {
+      "epoch": 1.8703170028818443,
+      "grad_norm": 84.74848175048828,
+      "learning_rate": 1.8620689655172415e-05,
+      "loss": 4.0424,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5568513119533528,
+      "eval_loss": 1.2678029537200928,
+      "eval_macro_f1": 0.4923681787898438,
+      "eval_runtime": 1.8822,
+      "eval_samples_per_second": 364.458,
+      "eval_steps_per_second": 22.845,
+      "eval_weighted_f1": 0.5432066427264779,
+      "step": 348
+    },
+    {
+      "epoch": 2.011527377521614,
+      "grad_norm": 118.63896179199219,
+      "learning_rate": 1.999361430395913e-05,
+      "loss": 3.8794,
+      "step": 350
+    },
+    {
+      "epoch": 2.155619596541787,
+      "grad_norm": 109.0809097290039,
+      "learning_rate": 1.983397190293742e-05,
+      "loss": 2.5557,
+      "step": 375
+    },
+    {
+      "epoch": 2.2997118155619596,
+      "grad_norm": 127.5103759765625,
+      "learning_rate": 1.967432950191571e-05,
+      "loss": 2.4933,
+      "step": 400
+    },
+    {
+      "epoch": 2.443804034582133,
+      "grad_norm": 70.46507263183594,
+      "learning_rate": 1.9514687100894e-05,
+      "loss": 2.4982,
+      "step": 425
+    },
+    {
+      "epoch": 2.5878962536023056,
+      "grad_norm": 107.44184112548828,
+      "learning_rate": 1.9355044699872286e-05,
+      "loss": 2.5506,
+      "step": 450
+    },
+    {
+      "epoch": 2.7319884726224783,
+      "grad_norm": 103.02670288085938,
+      "learning_rate": 1.9195402298850576e-05,
+      "loss": 2.6178,
+      "step": 475
+    },
+    {
+      "epoch": 2.8760806916426516,
+      "grad_norm": 107.07613372802734,
+      "learning_rate": 1.9035759897828865e-05,
+      "loss": 2.7671,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.565597667638484,
+      "eval_loss": 1.2533146142959595,
+      "eval_macro_f1": 0.5077653874667899,
+      "eval_runtime": 1.8754,
+      "eval_samples_per_second": 365.79,
+      "eval_steps_per_second": 22.929,
+      "eval_weighted_f1": 0.5690915233728123,
+      "step": 522
+    },
+    {
+      "epoch": 3.0172910662824206,
+      "grad_norm": 68.99343872070312,
+      "learning_rate": 1.8876117496807155e-05,
+      "loss": 2.5297,
+      "step": 525
+    },
+    {
+      "epoch": 3.161383285302594,
+      "grad_norm": 122.2796630859375,
+      "learning_rate": 1.871647509578544e-05,
+      "loss": 1.086,
+      "step": 550
+    },
+    {
+      "epoch": 3.3054755043227666,
+      "grad_norm": 81.68238830566406,
+      "learning_rate": 1.855683269476373e-05,
+      "loss": 1.0388,
+      "step": 575
+    },
+    {
+      "epoch": 3.4495677233429394,
+      "grad_norm": 82.45120239257812,
+      "learning_rate": 1.839719029374202e-05,
+      "loss": 0.8861,
+      "step": 600
+    },
+    {
+      "epoch": 3.5936599423631126,
+      "grad_norm": 137.98779296875,
+      "learning_rate": 1.823754789272031e-05,
+      "loss": 1.1432,
+      "step": 625
+    },
+    {
+      "epoch": 3.7377521613832854,
+      "grad_norm": 123.50291442871094,
+      "learning_rate": 1.8077905491698596e-05,
+      "loss": 1.0461,
+      "step": 650
+    },
+    {
+      "epoch": 3.881844380403458,
+      "grad_norm": 91.01689147949219,
+      "learning_rate": 1.7918263090676886e-05,
+      "loss": 1.0399,
+      "step": 675
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.5816326530612245,
+      "eval_loss": 1.5758388042449951,
+      "eval_macro_f1": 0.5084599195530749,
+      "eval_runtime": 1.8776,
+      "eval_samples_per_second": 365.357,
+      "eval_steps_per_second": 22.901,
+      "eval_weighted_f1": 0.5741953216936572,
+      "step": 696
+    },
+    {
+      "epoch": 4.023054755043228,
+      "grad_norm": 37.07514953613281,
+      "learning_rate": 1.7758620689655175e-05,
+      "loss": 0.8049,
+      "step": 700
+    },
+    {
+      "epoch": 4.1671469740634,
+      "grad_norm": 71.2547836303711,
+      "learning_rate": 1.759897828863346e-05,
+      "loss": 0.3815,
+      "step": 725
+    },
+    {
+      "epoch": 4.311239193083574,
+      "grad_norm": 43.05881881713867,
+      "learning_rate": 1.743933588761175e-05,
+      "loss": 0.3968,
+      "step": 750
+    },
+    {
+      "epoch": 4.455331412103746,
+      "grad_norm": 51.70228958129883,
+      "learning_rate": 1.7279693486590037e-05,
+      "loss": 0.3317,
+      "step": 775
+    },
+    {
+      "epoch": 4.599423631123919,
+      "grad_norm": 29.127426147460938,
+      "learning_rate": 1.7120051085568327e-05,
+      "loss": 0.3854,
+      "step": 800
+    },
+    {
+      "epoch": 4.743515850144092,
+      "grad_norm": 108.30860900878906,
+      "learning_rate": 1.6960408684546617e-05,
+      "loss": 0.3583,
+      "step": 825
+    },
+    {
+      "epoch": 4.887608069164266,
+      "grad_norm": 78.62586975097656,
+      "learning_rate": 1.6800766283524906e-05,
+      "loss": 0.2662,
+      "step": 850
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.5816326530612245,
+      "eval_loss": 1.892696499824524,
+      "eval_macro_f1": 0.5066501791663376,
+      "eval_runtime": 1.8834,
+      "eval_samples_per_second": 364.231,
+      "eval_steps_per_second": 22.831,
+      "eval_weighted_f1": 0.5696706627578494,
+      "step": 870
+    },
+    {
+      "epoch": 5.028818443804035,
+      "grad_norm": 10.510119438171387,
+      "learning_rate": 1.6641123882503192e-05,
+      "loss": 0.343,
+      "step": 875
+    },
+    {
+      "epoch": 5.172910662824208,
+      "grad_norm": 20.843679428100586,
+      "learning_rate": 1.6481481481481482e-05,
+      "loss": 0.125,
+      "step": 900
+    },
+    {
+      "epoch": 5.31700288184438,
+      "grad_norm": 36.280574798583984,
+      "learning_rate": 1.632183908045977e-05,
+      "loss": 0.1432,
+      "step": 925
+    },
+    {
+      "epoch": 5.461095100864553,
+      "grad_norm": 65.65315246582031,
+      "learning_rate": 1.616219667943806e-05,
+      "loss": 0.1302,
+      "step": 950
+    },
+    {
+      "epoch": 5.605187319884726,
+      "grad_norm": 15.296253204345703,
+      "learning_rate": 1.6002554278416347e-05,
+      "loss": 0.1938,
+      "step": 975
+    },
+    {
+      "epoch": 5.749279538904899,
+      "grad_norm": 41.79151153564453,
+      "learning_rate": 1.5842911877394637e-05,
+      "loss": 0.3144,
+      "step": 1000
+    },
+    {
+      "epoch": 5.893371757925072,
+      "grad_norm": 12.090590476989746,
+      "learning_rate": 1.5683269476372927e-05,
+      "loss": 0.2448,
+      "step": 1025
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.5903790087463557,
+      "eval_loss": 2.359771966934204,
+      "eval_macro_f1": 0.5418104121426089,
+      "eval_runtime": 1.9374,
+      "eval_samples_per_second": 354.077,
+      "eval_steps_per_second": 22.194,
+      "eval_weighted_f1": 0.5858751219907917,
+      "step": 1044
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/special_tokens_map.json b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/tokenizer_config.json b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/trainer_state.json b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..493aaf57201a6d93fabb4705cb2beaa2e0cab386
--- /dev/null
+++ b/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1566/trainer_state.json
@@ -0,0 +1,576 @@
+{
+  "best_global_step": 1044,
+  "best_metric": 0.5418104121426089,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-mmbert-s42-20260903T110504Z-d2bdfb6f/trainer/checkpoint-1044",
+  "epoch": 9.0,
+  "eval_steps": 500,
+  "global_step": 1566,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1440922190201729,
+      "grad_norm": 70.34248352050781,
+      "learning_rate": 1.3793103448275862e-06,
+      "loss": 8.836,
+      "step": 25
+    },
+    {
+      "epoch": 0.2881844380403458,
+      "grad_norm": 341.34490966796875,
+      "learning_rate": 2.8160919540229887e-06,
+      "loss": 8.3405,
+      "step": 50
+    },
+    {
+      "epoch": 0.4322766570605187,
+      "grad_norm": 150.88250732421875,
+      "learning_rate": 4.252873563218391e-06,
+      "loss": 7.4632,
+      "step": 75
+    },
+    {
+      "epoch": 0.5763688760806917,
+      "grad_norm": 624.2299194335938,
+      "learning_rate": 5.689655172413794e-06,
+      "loss": 7.2626,
+      "step": 100
+    },
+    {
+      "epoch": 0.7204610951008645,
+      "grad_norm": 108.69831085205078,
+      "learning_rate": 7.126436781609196e-06,
+      "loss": 6.9097,
+      "step": 125
+    },
+    {
+      "epoch": 0.8645533141210374,
+      "grad_norm": 81.73384857177734,
+      "learning_rate": 8.563218390804599e-06,
+      "loss": 6.3254,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.521865889212828,
+      "eval_loss": 1.3709269762039185,
+      "eval_macro_f1": 0.3821326694308976,
+      "eval_runtime": 2.6481,
+      "eval_samples_per_second": 259.052,
+      "eval_steps_per_second": 16.238,
+      "eval_weighted_f1": 0.4915354689083655,
+      "step": 174
+    },
+    {
+      "epoch": 1.005763688760807,
+      "grad_norm": 109.69253540039062,
+      "learning_rate": 1e-05,
+      "loss": 5.219,
+      "step": 175
+    },
+    {
+      "epoch": 1.1498559077809798,
+      "grad_norm": 115.12567901611328,
+      "learning_rate": 1.1436781609195405e-05,
+      "loss": 4.9383,
+      "step": 200
+    },
+    {
+      "epoch": 1.2939481268011528,
+      "grad_norm": 127.47541809082031,
+      "learning_rate": 1.2873563218390805e-05,
+      "loss": 4.5366,
+      "step": 225
+    },
+    {
+      "epoch": 1.4380403458213258,
+      "grad_norm": 72.87612915039062,
+      "learning_rate": 1.4310344827586209e-05,
+      "loss": 4.5046,
+      "step": 250
+    },
+    {
+      "epoch": 1.5821325648414986,
+      "grad_norm": 108.61503601074219,
+      "learning_rate": 1.574712643678161e-05,
+      "loss": 4.5566,
+      "step": 275
+    },
+    {
+      "epoch": 1.7262247838616713,
+      "grad_norm": 103.2958984375,
+      "learning_rate": 1.7183908045977015e-05,
+      "loss": 4.4452,
+      "step": 300
+    },
+    {
+      "epoch": 1.8703170028818443,
+      "grad_norm": 84.74848175048828,
+      "learning_rate": 1.8620689655172415e-05,
+      "loss": 4.0424,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5568513119533528,
+      "eval_loss": 1.2678029537200928,
+      "eval_macro_f1": 0.4923681787898438,
+      "eval_runtime": 1.8822,
+      "eval_samples_per_second": 364.458,
+      "eval_steps_per_second": 22.845,
+      "eval_weighted_f1": 0.5432066427264779,
+      "step": 348
+    },
+    {
+      "epoch": 2.011527377521614,
+      "grad_norm": 118.63896179199219,
+      "learning_rate": 1.999361430395913e-05,
+      "loss": 3.8794,
+      "step": 350
+    },
+    {
+      "epoch": 2.155619596541787,
+      "grad_norm": 109.0809097290039,
+      "learning_rate": 1.983397190293742e-05,
+      "loss": 2.5557,
+      "step": 375
+    },
+    {
+      "epoch": 2.2997118155619596,
+      "grad_norm": 127.5103759765625,
+      "learning_rate": 1.967432950191571e-05,
+      "loss": 2.4933,
+      "step": 400
+    },
+    {
+      "epoch": 2.443804034582133,
+      "grad_norm": 70.46507263183594,
+      "learning_rate": 1.9514687100894e-05,
+      "loss": 2.4982,
+      "step": 425
+    },
+    {
+      "epoch": 2.5878962536023056,
+      "grad_norm": 107.44184112548828,
+      "learning_rate": 1.9355044699872286e-05,
+      "loss": 2.5506,
+      "step": 450
+    },
+    {
+      "epoch": 2.7319884726224783,
+      "grad_norm": 103.02670288085938,
+      "learning_rate": 1.9195402298850576e-05,
+      "loss": 2.6178,
+      "step": 475
+    },
+    {
+      "epoch": 2.8760806916426516,
+      "grad_norm": 107.07613372802734,
+      "learning_rate": 1.9035759897828865e-05,
+      "loss": 2.7671,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.565597667638484,
+      "eval_loss": 1.2533146142959595,
+      "eval_macro_f1": 0.5077653874667899,
+      "eval_runtime": 1.8754,
+      "eval_samples_per_second": 365.79,
+      "eval_steps_per_second": 22.929,
+      "eval_weighted_f1": 0.5690915233728123,
+      "step": 522
+    },
+    {
+      "epoch": 3.0172910662824206,
+      "grad_norm": 68.99343872070312,
+      "learning_rate": 1.8876117496807155e-05,
+      "loss": 2.5297,
+      "step": 525
+    },
+    {
+      "epoch": 3.161383285302594,
+      "grad_norm": 122.2796630859375,
+      "learning_rate": 1.871647509578544e-05,
+      "loss": 1.086,
+      "step": 550
+    },
+    {
+      "epoch": 3.3054755043227666,
+      "grad_norm": 81.68238830566406,
+      "learning_rate": 1.855683269476373e-05,
+      "loss": 1.0388,
+      "step": 575
+    },
+    {
+      "epoch": 3.4495677233429394,
+      "grad_norm": 82.45120239257812,
+      "learning_rate": 1.839719029374202e-05,
+      "loss": 0.8861,
+      "step": 600
+    },
+    {
+      "epoch": 3.5936599423631126,
+      "grad_norm": 137.98779296875,
+      "learning_rate": 1.823754789272031e-05,
+      "loss": 1.1432,
+      "step": 625
+    },
+    {
+      "epoch": 3.7377521613832854,
+      "grad_norm": 123.50291442871094,
+      "learning_rate": 1.8077905491698596e-05,
+      "loss": 1.0461,
+      "step": 650
+    },
+    {
+      "epoch": 3.881844380403458,
+      "grad_norm": 91.01689147949219,
+      "learning_rate": 1.7918263090676886e-05,
+      "loss": 1.0399,
+      "step": 675
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.5816326530612245,
+      "eval_loss": 1.5758388042449951,
+      "eval_macro_f1": 0.5084599195530749,
+      "eval_runtime": 1.8776,
+      "eval_samples_per_second": 365.357,
+      "eval_steps_per_second": 22.901,
+      "eval_weighted_f1": 0.5741953216936572,
+      "step": 696
+    },
+    {
+      "epoch": 4.023054755043228,
+      "grad_norm": 37.07514953613281,
+      "learning_rate": 1.7758620689655175e-05,
+      "loss": 0.8049,
+      "step": 700
+    },
+    {
+      "epoch": 4.1671469740634,
+      "grad_norm": 71.2547836303711,
+      "learning_rate": 1.759897828863346e-05,
+      "loss": 0.3815,
+      "step": 725
+    },
+    {
+      "epoch": 4.311239193083574,
+      "grad_norm": 43.05881881713867,
+      "learning_rate": 1.743933588761175e-05,
+      "loss": 0.3968,
+      "step": 750
+    },
+    {
+      "epoch": 4.455331412103746,
+      "grad_norm": 51.70228958129883,
+      "learning_rate": 1.7279693486590037e-05,
+      "loss": 0.3317,
+      "step": 775
+    },
+    {
+      "epoch": 4.599423631123919,
+      "grad_norm": 29.127426147460938,
+      "learning_rate": 1.7120051085568327e-05,
+      "loss": 0.3854,
+      "step": 800
+    },
+    {
+      "epoch": 4.743515850144092,
+      "grad_norm": 108.30860900878906,
+      "learning_rate": 1.6960408684546617e-05,
+      "loss": 0.3583,
+      "step": 825
+    },
+    {
+      "epoch": 4.887608069164266,
+      "grad_norm": 78.62586975097656,
+      "learning_rate": 1.6800766283524906e-05,
+      "loss": 0.2662,
+      "step": 850
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.5816326530612245,
+      "eval_loss": 1.892696499824524,
+      "eval_macro_f1": 0.5066501791663376,
+      "eval_runtime": 1.8834,
+      "eval_samples_per_second": 364.231,
+      "eval_steps_per_second": 22.831,
+      "eval_weighted_f1": 0.5696706627578494,
+      "step": 870
+    },
+    {
+      "epoch": 5.028818443804035,
+      "grad_norm": 10.510119438171387,
+      "learning_rate": 1.6641123882503192e-05,
+      "loss": 0.343,
+      "step": 875
+    },
+    {
+      "epoch": 5.172910662824208,
+      "grad_norm": 20.843679428100586,
+      "learning_rate": 1.6481481481481482e-05,
+      "loss": 0.125,
+      "step": 900
+    },
+    {
+      "epoch": 5.31700288184438,
+      "grad_norm": 36.280574798583984,
+      "learning_rate": 1.632183908045977e-05,
+      "loss": 0.1432,
+      "step": 925
+    },
+    {
+      "epoch": 5.461095100864553,
+      "grad_norm": 65.65315246582031,
+      "learning_rate": 1.616219667943806e-05,
+      "loss": 0.1302,
+      "step": 950
+    },
+    {
+      "epoch": 5.605187319884726,
+      "grad_norm": 15.296253204345703,
+      "learning_rate": 1.6002554278416347e-05,
+      "loss": 0.1938,
+      "step": 975
+    },
+    {
+      "epoch": 5.749279538904899,
+      "grad_norm": 41.79151153564453,
+      "learning_rate": 1.5842911877394637e-05,
+      "loss": 0.3144,
+      "step": 1000
+    },
+    {
+      "epoch": 5.893371757925072,
+      "grad_norm": 12.090590476989746,
+      "learning_rate": 1.5683269476372927e-05,
+      "loss": 0.2448,
+      "step": 1025
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.5903790087463557,
+      "eval_loss": 2.359771966934204,
+      "eval_macro_f1": 0.5418104121426089,
+      "eval_runtime": 1.9374,
+      "eval_samples_per_second": 354.077,
+      "eval_steps_per_second": 22.194,
+      "eval_weighted_f1": 0.5858751219907917,
+      "step": 1044
+    },
+    {
+      "epoch": 6.034582132564841,
+      "grad_norm": 1.5439980030059814,
+      "learning_rate": 1.5523627075351216e-05,
+      "loss": 0.1257,
+      "step": 1050
+    },
+    {
+      "epoch": 6.178674351585014,
+      "grad_norm": 3.590031147003174,
+      "learning_rate": 1.5363984674329502e-05,
+      "loss": 0.0374,
+      "step": 1075
+    },
+    {
+      "epoch": 6.322766570605188,
+      "grad_norm": 0.29282817244529724,
+      "learning_rate": 1.5204342273307792e-05,
+      "loss": 0.0831,
+      "step": 1100
+    },
+    {
+      "epoch": 6.46685878962536,
+      "grad_norm": 4.5059380531311035,
+      "learning_rate": 1.504469987228608e-05,
+      "loss": 0.1127,
+      "step": 1125
+    },
+    {
+      "epoch": 6.610951008645533,
+      "grad_norm": 6.984153747558594,
+      "learning_rate": 1.4885057471264368e-05,
+      "loss": 0.0807,
+      "step": 1150
+    },
+    {
+      "epoch": 6.755043227665706,
+      "grad_norm": 154.9968719482422,
+      "learning_rate": 1.4725415070242657e-05,
+      "loss": 0.1214,
+      "step": 1175
+    },
+    {
+      "epoch": 6.899135446685879,
+      "grad_norm": 0.6758674383163452,
+      "learning_rate": 1.4565772669220945e-05,
+      "loss": 0.0923,
+      "step": 1200
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.577259475218659,
+      "eval_loss": 2.5288138389587402,
+      "eval_macro_f1": 0.513468565337153,
+      "eval_runtime": 2.1976,
+      "eval_samples_per_second": 312.16,
+      "eval_steps_per_second": 19.567,
+      "eval_weighted_f1": 0.5786770099983137,
+      "step": 1218
+    },
+    {
+      "epoch": 7.040345821325649,
+      "grad_norm": 15.014999389648438,
+      "learning_rate": 1.4406130268199235e-05,
+      "loss": 0.0751,
+      "step": 1225
+    },
+    {
+      "epoch": 7.184438040345821,
+      "grad_norm": 3.0292062759399414,
+      "learning_rate": 1.4246487867177523e-05,
+      "loss": 0.056,
+      "step": 1250
+    },
+    {
+      "epoch": 7.328530259365994,
+      "grad_norm": 65.21168518066406,
+      "learning_rate": 1.4086845466155812e-05,
+      "loss": 0.0218,
+      "step": 1275
+    },
+    {
+      "epoch": 7.472622478386167,
+      "grad_norm": 79.4482650756836,
+      "learning_rate": 1.39272030651341e-05,
+      "loss": 0.0542,
+      "step": 1300
+    },
+    {
+      "epoch": 7.61671469740634,
+      "grad_norm": 1.1175861358642578,
+      "learning_rate": 1.376756066411239e-05,
+      "loss": 0.0665,
+      "step": 1325
+    },
+    {
+      "epoch": 7.760806916426513,
+      "grad_norm": 277.892578125,
+      "learning_rate": 1.3607918263090678e-05,
+      "loss": 0.1309,
+      "step": 1350
+    },
+    {
+      "epoch": 7.904899135446686,
+      "grad_norm": 4.384681224822998,
+      "learning_rate": 1.3448275862068967e-05,
+      "loss": 0.2144,
+      "step": 1375
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.5801749271137027,
+      "eval_loss": 3.0174059867858887,
+      "eval_macro_f1": 0.5272991754191995,
+      "eval_runtime": 2.1632,
+      "eval_samples_per_second": 317.13,
+      "eval_steps_per_second": 19.878,
+      "eval_weighted_f1": 0.5763076985609931,
+      "step": 1392
+    },
+    {
+      "epoch": 8.046109510086456,
+      "grad_norm": 20.37955093383789,
+      "learning_rate": 1.3288633461047255e-05,
+      "loss": 0.0251,
+      "step": 1400
+    },
+    {
+      "epoch": 8.190201729106628,
+      "grad_norm": 37.3897590637207,
+      "learning_rate": 1.3128991060025545e-05,
+      "loss": 0.0104,
+      "step": 1425
+    },
+    {
+      "epoch": 8.3342939481268,
+      "grad_norm": 0.6050101518630981,
+      "learning_rate": 1.2969348659003833e-05,
+      "loss": 0.0067,
+      "step": 1450
+    },
+    {
+      "epoch": 8.478386167146974,
+      "grad_norm": 175.14723205566406,
+      "learning_rate": 1.2809706257982123e-05,
+      "loss": 0.0592,
+      "step": 1475
+    },
+    {
+      "epoch": 8.622478386167147,
+      "grad_norm": 1.4655334949493408,
+      "learning_rate": 1.265006385696041e-05,
+      "loss": 0.0978,
+      "step": 1500
+    },
+    {
+      "epoch": 8.76657060518732,
+      "grad_norm": 1.051816463470459,
+      "learning_rate": 1.24904214559387e-05,
+      "loss": 0.0354,
+      "step": 1525
+    },
+    {
+      "epoch": 8.910662824207492,
+      "grad_norm": 0.43758824467658997,
+      "learning_rate": 1.2330779054916986e-05,
+      "loss": 0.0232,
+      "step": 1550
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.5889212827988338,
+      "eval_loss": 3.424659013748169,
+      "eval_macro_f1": 0.5333404660625571,
+      "eval_runtime": 1.8502,
+      "eval_samples_per_second": 370.767,
+      "eval_steps_per_second": 23.24,
+      "eval_weighted_f1": 0.584094088531715,
+      "step": 1566
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/special_tokens_map.json b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/tokenizer_config.json b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/trainer_state.json b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..943bcd75a0f4958e4dfaa2c4e29be252ea7e2756
--- /dev/null
+++ b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-1044/trainer_state.json
@@ -0,0 +1,396 @@
+{
+  "best_global_step": 522,
+  "best_metric": 0.5469363761718167,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 1044,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1440922190201729,
+      "grad_norm": 139.23358154296875,
+      "learning_rate": 1.3793103448275862e-06,
+      "loss": 10.07,
+      "step": 25
+    },
+    {
+      "epoch": 0.2881844380403458,
+      "grad_norm": 129.88845825195312,
+      "learning_rate": 2.8160919540229887e-06,
+      "loss": 10.1704,
+      "step": 50
+    },
+    {
+      "epoch": 0.4322766570605187,
+      "grad_norm": 201.29258728027344,
+      "learning_rate": 4.252873563218391e-06,
+      "loss": 9.3217,
+      "step": 75
+    },
+    {
+      "epoch": 0.5763688760806917,
+      "grad_norm": 116.28067779541016,
+      "learning_rate": 5.689655172413794e-06,
+      "loss": 7.0611,
+      "step": 100
+    },
+    {
+      "epoch": 0.7204610951008645,
+      "grad_norm": 113.75804901123047,
+      "learning_rate": 7.126436781609196e-06,
+      "loss": 6.1103,
+      "step": 125
+    },
+    {
+      "epoch": 0.8645533141210374,
+      "grad_norm": 175.83413696289062,
+      "learning_rate": 8.563218390804599e-06,
+      "loss": 5.3764,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.4839650145772595,
+      "eval_loss": 1.4095793962478638,
+      "eval_macro_f1": 0.33971538565445136,
+      "eval_runtime": 2.618,
+      "eval_samples_per_second": 262.037,
+      "eval_steps_per_second": 16.425,
+      "eval_weighted_f1": 0.4639387286796715,
+      "step": 174
+    },
+    {
+      "epoch": 1.005763688760807,
+      "grad_norm": 131.38626098632812,
+      "learning_rate": 1e-05,
+      "loss": 5.1674,
+      "step": 175
+    },
+    {
+      "epoch": 1.1498559077809798,
+      "grad_norm": 89.94132232666016,
+      "learning_rate": 1.1436781609195405e-05,
+      "loss": 4.7526,
+      "step": 200
+    },
+    {
+      "epoch": 1.2939481268011528,
+      "grad_norm": 107.06636810302734,
+      "learning_rate": 1.2873563218390805e-05,
+      "loss": 4.4705,
+      "step": 225
+    },
+    {
+      "epoch": 1.4380403458213258,
+      "grad_norm": 101.59730529785156,
+      "learning_rate": 1.4310344827586209e-05,
+      "loss": 4.3598,
+      "step": 250
+    },
+    {
+      "epoch": 1.5821325648414986,
+      "grad_norm": 102.7054214477539,
+      "learning_rate": 1.574712643678161e-05,
+      "loss": 4.2033,
+      "step": 275
+    },
+    {
+      "epoch": 1.7262247838616713,
+      "grad_norm": 87.97547149658203,
+      "learning_rate": 1.7183908045977015e-05,
+      "loss": 4.1064,
+      "step": 300
+    },
+    {
+      "epoch": 1.8703170028818443,
+      "grad_norm": 101.10533905029297,
+      "learning_rate": 1.8620689655172415e-05,
+      "loss": 4.2215,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5991253644314869,
+      "eval_loss": 1.0815551280975342,
+      "eval_macro_f1": 0.47314398343244685,
+      "eval_runtime": 1.807,
+      "eval_samples_per_second": 379.635,
+      "eval_steps_per_second": 23.796,
+      "eval_weighted_f1": 0.5847841353417543,
+      "step": 348
+    },
+    {
+      "epoch": 2.011527377521614,
+      "grad_norm": 63.799346923828125,
+      "learning_rate": 1.999361430395913e-05,
+      "loss": 3.9788,
+      "step": 350
+    },
+    {
+      "epoch": 2.155619596541787,
+      "grad_norm": 112.6435317993164,
+      "learning_rate": 1.983397190293742e-05,
+      "loss": 2.656,
+      "step": 375
+    },
+    {
+      "epoch": 2.2997118155619596,
+      "grad_norm": 131.48184204101562,
+      "learning_rate": 1.967432950191571e-05,
+      "loss": 2.7913,
+      "step": 400
+    },
+    {
+      "epoch": 2.443804034582133,
+      "grad_norm": 91.88854217529297,
+      "learning_rate": 1.9514687100894e-05,
+      "loss": 2.7762,
+      "step": 425
+    },
+    {
+      "epoch": 2.5878962536023056,
+      "grad_norm": 156.46778869628906,
+      "learning_rate": 1.9355044699872286e-05,
+      "loss": 2.6521,
+      "step": 450
+    },
+    {
+      "epoch": 2.7319884726224783,
+      "grad_norm": 124.58071899414062,
+      "learning_rate": 1.9195402298850576e-05,
+      "loss": 2.717,
+      "step": 475
+    },
+    {
+      "epoch": 2.8760806916426516,
+      "grad_norm": 129.91795349121094,
+      "learning_rate": 1.9035759897828865e-05,
+      "loss": 2.8481,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.607871720116618,
+      "eval_loss": 1.2380577325820923,
+      "eval_macro_f1": 0.5469363761718167,
+      "eval_runtime": 2.0517,
+      "eval_samples_per_second": 334.357,
+      "eval_steps_per_second": 20.958,
+      "eval_weighted_f1": 0.6031435608128773,
+      "step": 522
+    },
+    {
+      "epoch": 3.0172910662824206,
+      "grad_norm": 86.56645202636719,
+      "learning_rate": 1.8876117496807155e-05,
+      "loss": 2.4949,
+      "step": 525
+    },
+    {
+      "epoch": 3.161383285302594,
+      "grad_norm": 53.844730377197266,
+      "learning_rate": 1.871647509578544e-05,
+      "loss": 1.2003,
+      "step": 550
+    },
+    {
+      "epoch": 3.3054755043227666,
+      "grad_norm": 60.24345779418945,
+      "learning_rate": 1.855683269476373e-05,
+      "loss": 1.2832,
+      "step": 575
+    },
+    {
+      "epoch": 3.4495677233429394,
+      "grad_norm": 73.59590911865234,
+      "learning_rate": 1.839719029374202e-05,
+      "loss": 0.9934,
+      "step": 600
+    },
+    {
+      "epoch": 3.5936599423631126,
+      "grad_norm": 91.7732162475586,
+      "learning_rate": 1.823754789272031e-05,
+      "loss": 1.0055,
+      "step": 625
+    },
+    {
+      "epoch": 3.7377521613832854,
+      "grad_norm": 108.12142944335938,
+      "learning_rate": 1.8077905491698596e-05,
+      "loss": 1.1881,
+      "step": 650
+    },
+    {
+      "epoch": 3.881844380403458,
+      "grad_norm": 55.99660873413086,
+      "learning_rate": 1.7918263090676886e-05,
+      "loss": 1.1587,
+      "step": 675
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6005830903790087,
+      "eval_loss": 1.4643125534057617,
+      "eval_macro_f1": 0.5136791407065274,
+      "eval_runtime": 1.9094,
+      "eval_samples_per_second": 359.284,
+      "eval_steps_per_second": 22.521,
+      "eval_weighted_f1": 0.5796487370609563,
+      "step": 696
+    },
+    {
+      "epoch": 4.023054755043228,
+      "grad_norm": 77.63330841064453,
+      "learning_rate": 1.7758620689655175e-05,
+      "loss": 0.9443,
+      "step": 700
+    },
+    {
+      "epoch": 4.1671469740634,
+      "grad_norm": 24.333534240722656,
+      "learning_rate": 1.759897828863346e-05,
+      "loss": 0.4171,
+      "step": 725
+    },
+    {
+      "epoch": 4.311239193083574,
+      "grad_norm": 37.90856170654297,
+      "learning_rate": 1.743933588761175e-05,
+      "loss": 0.4007,
+      "step": 750
+    },
+    {
+      "epoch": 4.455331412103746,
+      "grad_norm": 27.950544357299805,
+      "learning_rate": 1.7279693486590037e-05,
+      "loss": 0.4549,
+      "step": 775
+    },
+    {
+      "epoch": 4.599423631123919,
+      "grad_norm": 35.810176849365234,
+      "learning_rate": 1.7120051085568327e-05,
+      "loss": 0.4285,
+      "step": 800
+    },
+    {
+      "epoch": 4.743515850144092,
+      "grad_norm": 13.829874992370605,
+      "learning_rate": 1.6960408684546617e-05,
+      "loss": 0.4004,
+      "step": 825
+    },
+    {
+      "epoch": 4.887608069164266,
+      "grad_norm": 215.7086639404297,
+      "learning_rate": 1.6800766283524906e-05,
+      "loss": 0.5611,
+      "step": 850
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.597667638483965,
+      "eval_loss": 1.739105463027954,
+      "eval_macro_f1": 0.5321028551997636,
+      "eval_runtime": 1.8246,
+      "eval_samples_per_second": 375.978,
+      "eval_steps_per_second": 23.567,
+      "eval_weighted_f1": 0.5904821845761843,
+      "step": 870
+    },
+    {
+      "epoch": 5.028818443804035,
+      "grad_norm": 57.849544525146484,
+      "learning_rate": 1.6641123882503192e-05,
+      "loss": 0.3765,
+      "step": 875
+    },
+    {
+      "epoch": 5.172910662824208,
+      "grad_norm": 4.188867092132568,
+      "learning_rate": 1.6481481481481482e-05,
+      "loss": 0.1967,
+      "step": 900
+    },
+    {
+      "epoch": 5.31700288184438,
+      "grad_norm": 11.565468788146973,
+      "learning_rate": 1.632183908045977e-05,
+      "loss": 0.229,
+      "step": 925
+    },
+    {
+      "epoch": 5.461095100864553,
+      "grad_norm": 16.704853057861328,
+      "learning_rate": 1.616219667943806e-05,
+      "loss": 0.2193,
+      "step": 950
+    },
+    {
+      "epoch": 5.605187319884726,
+      "grad_norm": 323.019775390625,
+      "learning_rate": 1.6002554278416347e-05,
+      "loss": 0.2347,
+      "step": 975
+    },
+    {
+      "epoch": 5.749279538904899,
+      "grad_norm": 28.807512283325195,
+      "learning_rate": 1.5842911877394637e-05,
+      "loss": 0.1699,
+      "step": 1000
+    },
+    {
+      "epoch": 5.893371757925072,
+      "grad_norm": 130.4080047607422,
+      "learning_rate": 1.5683269476372927e-05,
+      "loss": 0.1755,
+      "step": 1025
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.5947521865889213,
+      "eval_loss": 2.1135482788085938,
+      "eval_macro_f1": 0.5462238496069614,
+      "eval_runtime": 1.8479,
+      "eval_samples_per_second": 371.226,
+      "eval_steps_per_second": 23.269,
+      "eval_weighted_f1": 0.5936701070318426,
+      "step": 1044
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/special_tokens_map.json b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/tokenizer_config.json b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/trainer_state.json b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..85f59b68cee7ca7ac04dbaac57063386c6f25ccb
--- /dev/null
+++ b/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522/trainer_state.json
@@ -0,0 +1,216 @@
+{
+  "best_global_step": 522,
+  "best_metric": 0.5469363761718167,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-mmbert-s43-20260903T111649Z-5b87e58a/trainer/checkpoint-522",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 522,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1440922190201729,
+      "grad_norm": 139.23358154296875,
+      "learning_rate": 1.3793103448275862e-06,
+      "loss": 10.07,
+      "step": 25
+    },
+    {
+      "epoch": 0.2881844380403458,
+      "grad_norm": 129.88845825195312,
+      "learning_rate": 2.8160919540229887e-06,
+      "loss": 10.1704,
+      "step": 50
+    },
+    {
+      "epoch": 0.4322766570605187,
+      "grad_norm": 201.29258728027344,
+      "learning_rate": 4.252873563218391e-06,
+      "loss": 9.3217,
+      "step": 75
+    },
+    {
+      "epoch": 0.5763688760806917,
+      "grad_norm": 116.28067779541016,
+      "learning_rate": 5.689655172413794e-06,
+      "loss": 7.0611,
+      "step": 100
+    },
+    {
+      "epoch": 0.7204610951008645,
+      "grad_norm": 113.75804901123047,
+      "learning_rate": 7.126436781609196e-06,
+      "loss": 6.1103,
+      "step": 125
+    },
+    {
+      "epoch": 0.8645533141210374,
+      "grad_norm": 175.83413696289062,
+      "learning_rate": 8.563218390804599e-06,
+      "loss": 5.3764,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.4839650145772595,
+      "eval_loss": 1.4095793962478638,
+      "eval_macro_f1": 0.33971538565445136,
+      "eval_runtime": 2.618,
+      "eval_samples_per_second": 262.037,
+      "eval_steps_per_second": 16.425,
+      "eval_weighted_f1": 0.4639387286796715,
+      "step": 174
+    },
+    {
+      "epoch": 1.005763688760807,
+      "grad_norm": 131.38626098632812,
+      "learning_rate": 1e-05,
+      "loss": 5.1674,
+      "step": 175
+    },
+    {
+      "epoch": 1.1498559077809798,
+      "grad_norm": 89.94132232666016,
+      "learning_rate": 1.1436781609195405e-05,
+      "loss": 4.7526,
+      "step": 200
+    },
+    {
+      "epoch": 1.2939481268011528,
+      "grad_norm": 107.06636810302734,
+      "learning_rate": 1.2873563218390805e-05,
+      "loss": 4.4705,
+      "step": 225
+    },
+    {
+      "epoch": 1.4380403458213258,
+      "grad_norm": 101.59730529785156,
+      "learning_rate": 1.4310344827586209e-05,
+      "loss": 4.3598,
+      "step": 250
+    },
+    {
+      "epoch": 1.5821325648414986,
+      "grad_norm": 102.7054214477539,
+      "learning_rate": 1.574712643678161e-05,
+      "loss": 4.2033,
+      "step": 275
+    },
+    {
+      "epoch": 1.7262247838616713,
+      "grad_norm": 87.97547149658203,
+      "learning_rate": 1.7183908045977015e-05,
+      "loss": 4.1064,
+      "step": 300
+    },
+    {
+      "epoch": 1.8703170028818443,
+      "grad_norm": 101.10533905029297,
+      "learning_rate": 1.8620689655172415e-05,
+      "loss": 4.2215,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5991253644314869,
+      "eval_loss": 1.0815551280975342,
+      "eval_macro_f1": 0.47314398343244685,
+      "eval_runtime": 1.807,
+      "eval_samples_per_second": 379.635,
+      "eval_steps_per_second": 23.796,
+      "eval_weighted_f1": 0.5847841353417543,
+      "step": 348
+    },
+    {
+      "epoch": 2.011527377521614,
+      "grad_norm": 63.799346923828125,
+      "learning_rate": 1.999361430395913e-05,
+      "loss": 3.9788,
+      "step": 350
+    },
+    {
+      "epoch": 2.155619596541787,
+      "grad_norm": 112.6435317993164,
+      "learning_rate": 1.983397190293742e-05,
+      "loss": 2.656,
+      "step": 375
+    },
+    {
+      "epoch": 2.2997118155619596,
+      "grad_norm": 131.48184204101562,
+      "learning_rate": 1.967432950191571e-05,
+      "loss": 2.7913,
+      "step": 400
+    },
+    {
+      "epoch": 2.443804034582133,
+      "grad_norm": 91.88854217529297,
+      "learning_rate": 1.9514687100894e-05,
+      "loss": 2.7762,
+      "step": 425
+    },
+    {
+      "epoch": 2.5878962536023056,
+      "grad_norm": 156.46778869628906,
+      "learning_rate": 1.9355044699872286e-05,
+      "loss": 2.6521,
+      "step": 450
+    },
+    {
+      "epoch": 2.7319884726224783,
+      "grad_norm": 124.58071899414062,
+      "learning_rate": 1.9195402298850576e-05,
+      "loss": 2.717,
+      "step": 475
+    },
+    {
+      "epoch": 2.8760806916426516,
+      "grad_norm": 129.91795349121094,
+      "learning_rate": 1.9035759897828865e-05,
+      "loss": 2.8481,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.607871720116618,
+      "eval_loss": 1.2380577325820923,
+      "eval_macro_f1": 0.5469363761718167,
+      "eval_runtime": 2.0517,
+      "eval_samples_per_second": 334.357,
+      "eval_steps_per_second": 20.958,
+      "eval_weighted_f1": 0.6031435608128773,
+      "step": 522
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/special_tokens_map.json b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/tokenizer_config.json b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/trainer_state.json b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..eb329a74d3d8523bddb5b4c8b80dd1c0879b0a6a
--- /dev/null
+++ b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-1218/trainer_state.json
@@ -0,0 +1,456 @@
+{
+  "best_global_step": 696,
+  "best_metric": 0.5706192036931744,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696",
+  "epoch": 7.0,
+  "eval_steps": 500,
+  "global_step": 1218,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1440922190201729,
+      "grad_norm": 159.4452362060547,
+      "learning_rate": 1.3793103448275862e-06,
+      "loss": 9.6286,
+      "step": 25
+    },
+    {
+      "epoch": 0.2881844380403458,
+      "grad_norm": 647.3008422851562,
+      "learning_rate": 2.8160919540229887e-06,
+      "loss": 8.659,
+      "step": 50
+    },
+    {
+      "epoch": 0.4322766570605187,
+      "grad_norm": 99.28333282470703,
+      "learning_rate": 4.252873563218391e-06,
+      "loss": 7.7079,
+      "step": 75
+    },
+    {
+      "epoch": 0.5763688760806917,
+      "grad_norm": 91.36447143554688,
+      "learning_rate": 5.689655172413794e-06,
+      "loss": 6.8758,
+      "step": 100
+    },
+    {
+      "epoch": 0.7204610951008645,
+      "grad_norm": 153.70950317382812,
+      "learning_rate": 7.126436781609196e-06,
+      "loss": 6.1758,
+      "step": 125
+    },
+    {
+      "epoch": 0.8645533141210374,
+      "grad_norm": 89.96725463867188,
+      "learning_rate": 8.563218390804599e-06,
+      "loss": 5.739,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5379008746355685,
+      "eval_loss": 1.287896990776062,
+      "eval_macro_f1": 0.3276342257222596,
+      "eval_runtime": 2.5866,
+      "eval_samples_per_second": 265.218,
+      "eval_steps_per_second": 16.624,
+      "eval_weighted_f1": 0.49563493727493235,
+      "step": 174
+    },
+    {
+      "epoch": 1.005763688760807,
+      "grad_norm": 97.26307678222656,
+      "learning_rate": 1e-05,
+      "loss": 5.1308,
+      "step": 175
+    },
+    {
+      "epoch": 1.1498559077809798,
+      "grad_norm": 158.4768829345703,
+      "learning_rate": 1.1436781609195405e-05,
+      "loss": 4.5357,
+      "step": 200
+    },
+    {
+      "epoch": 1.2939481268011528,
+      "grad_norm": 119.80352020263672,
+      "learning_rate": 1.2873563218390805e-05,
+      "loss": 4.398,
+      "step": 225
+    },
+    {
+      "epoch": 1.4380403458213258,
+      "grad_norm": 144.1515655517578,
+      "learning_rate": 1.4310344827586209e-05,
+      "loss": 4.4494,
+      "step": 250
+    },
+    {
+      "epoch": 1.5821325648414986,
+      "grad_norm": 140.00453186035156,
+      "learning_rate": 1.574712643678161e-05,
+      "loss": 4.3348,
+      "step": 275
+    },
+    {
+      "epoch": 1.7262247838616713,
+      "grad_norm": 88.17080688476562,
+      "learning_rate": 1.7183908045977015e-05,
+      "loss": 4.2891,
+      "step": 300
+    },
+    {
+      "epoch": 1.8703170028818443,
+      "grad_norm": 100.99017333984375,
+      "learning_rate": 1.8620689655172415e-05,
+      "loss": 4.267,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5466472303206997,
+      "eval_loss": 1.189203143119812,
+      "eval_macro_f1": 0.43443579716195047,
+      "eval_runtime": 1.8257,
+      "eval_samples_per_second": 375.75,
+      "eval_steps_per_second": 23.553,
+      "eval_weighted_f1": 0.5286965861118907,
+      "step": 348
+    },
+    {
+      "epoch": 2.011527377521614,
+      "grad_norm": 67.79597473144531,
+      "learning_rate": 1.999361430395913e-05,
+      "loss": 4.1571,
+      "step": 350
+    },
+    {
+      "epoch": 2.155619596541787,
+      "grad_norm": 98.12342071533203,
+      "learning_rate": 1.983397190293742e-05,
+      "loss": 3.0148,
+      "step": 375
+    },
+    {
+      "epoch": 2.2997118155619596,
+      "grad_norm": 125.25189971923828,
+      "learning_rate": 1.967432950191571e-05,
+      "loss": 2.8568,
+      "step": 400
+    },
+    {
+      "epoch": 2.443804034582133,
+      "grad_norm": 109.67533111572266,
+      "learning_rate": 1.9514687100894e-05,
+      "loss": 2.582,
+      "step": 425
+    },
+    {
+      "epoch": 2.5878962536023056,
+      "grad_norm": 97.9582748413086,
+      "learning_rate": 1.9355044699872286e-05,
+      "loss": 2.5307,
+      "step": 450
+    },
+    {
+      "epoch": 2.7319884726224783,
+      "grad_norm": 76.81299591064453,
+      "learning_rate": 1.9195402298850576e-05,
+      "loss": 2.703,
+      "step": 475
+    },
+    {
+      "epoch": 2.8760806916426516,
+      "grad_norm": 100.91300964355469,
+      "learning_rate": 1.9035759897828865e-05,
+      "loss": 2.6804,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.5830903790087464,
+      "eval_loss": 1.2378826141357422,
+      "eval_macro_f1": 0.48477857168255667,
+      "eval_runtime": 1.8094,
+      "eval_samples_per_second": 379.138,
+      "eval_steps_per_second": 23.765,
+      "eval_weighted_f1": 0.5609736538742081,
+      "step": 522
+    },
+    {
+      "epoch": 3.0172910662824206,
+      "grad_norm": 54.28065490722656,
+      "learning_rate": 1.8876117496807155e-05,
+      "loss": 2.343,
+      "step": 525
+    },
+    {
+      "epoch": 3.161383285302594,
+      "grad_norm": 56.21361541748047,
+      "learning_rate": 1.871647509578544e-05,
+      "loss": 1.3031,
+      "step": 550
+    },
+    {
+      "epoch": 3.3054755043227666,
+      "grad_norm": 91.1063003540039,
+      "learning_rate": 1.855683269476373e-05,
+      "loss": 1.0451,
+      "step": 575
+    },
+    {
+      "epoch": 3.4495677233429394,
+      "grad_norm": 90.29112243652344,
+      "learning_rate": 1.839719029374202e-05,
+      "loss": 1.2371,
+      "step": 600
+    },
+    {
+      "epoch": 3.5936599423631126,
+      "grad_norm": 137.64675903320312,
+      "learning_rate": 1.823754789272031e-05,
+      "loss": 1.0931,
+      "step": 625
+    },
+    {
+      "epoch": 3.7377521613832854,
+      "grad_norm": 159.0532989501953,
+      "learning_rate": 1.8077905491698596e-05,
+      "loss": 1.1332,
+      "step": 650
+    },
+    {
+      "epoch": 3.881844380403458,
+      "grad_norm": 96.69227600097656,
+      "learning_rate": 1.7918263090676886e-05,
+      "loss": 1.3213,
+      "step": 675
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6297376093294461,
+      "eval_loss": 1.4070185422897339,
+      "eval_macro_f1": 0.5706192036931744,
+      "eval_runtime": 1.7954,
+      "eval_samples_per_second": 382.09,
+      "eval_steps_per_second": 23.95,
+      "eval_weighted_f1": 0.624510459045974,
+      "step": 696
+    },
+    {
+      "epoch": 4.023054755043228,
+      "grad_norm": 52.42832946777344,
+      "learning_rate": 1.7758620689655175e-05,
+      "loss": 0.9561,
+      "step": 700
+    },
+    {
+      "epoch": 4.1671469740634,
+      "grad_norm": 55.78786849975586,
+      "learning_rate": 1.759897828863346e-05,
+      "loss": 0.3598,
+      "step": 725
+    },
+    {
+      "epoch": 4.311239193083574,
+      "grad_norm": 59.62229919433594,
+      "learning_rate": 1.743933588761175e-05,
+      "loss": 0.4176,
+      "step": 750
+    },
+    {
+      "epoch": 4.455331412103746,
+      "grad_norm": 106.39836883544922,
+      "learning_rate": 1.7279693486590037e-05,
+      "loss": 0.4696,
+      "step": 775
+    },
+    {
+      "epoch": 4.599423631123919,
+      "grad_norm": 70.6243667602539,
+      "learning_rate": 1.7120051085568327e-05,
+      "loss": 0.4112,
+      "step": 800
+    },
+    {
+      "epoch": 4.743515850144092,
+      "grad_norm": 145.1910858154297,
+      "learning_rate": 1.6960408684546617e-05,
+      "loss": 0.4242,
+      "step": 825
+    },
+    {
+      "epoch": 4.887608069164266,
+      "grad_norm": 71.49061584472656,
+      "learning_rate": 1.6800766283524906e-05,
+      "loss": 0.6063,
+      "step": 850
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.597667638483965,
+      "eval_loss": 1.806312084197998,
+      "eval_macro_f1": 0.5043622608118106,
+      "eval_runtime": 1.8752,
+      "eval_samples_per_second": 365.82,
+      "eval_steps_per_second": 22.93,
+      "eval_weighted_f1": 0.5861036159489492,
+      "step": 870
+    },
+    {
+      "epoch": 5.028818443804035,
+      "grad_norm": 67.98017883300781,
+      "learning_rate": 1.6641123882503192e-05,
+      "loss": 0.6327,
+      "step": 875
+    },
+    {
+      "epoch": 5.172910662824208,
+      "grad_norm": 9.612025260925293,
+      "learning_rate": 1.6481481481481482e-05,
+      "loss": 0.2043,
+      "step": 900
+    },
+    {
+      "epoch": 5.31700288184438,
+      "grad_norm": 25.523378372192383,
+      "learning_rate": 1.632183908045977e-05,
+      "loss": 0.1327,
+      "step": 925
+    },
+    {
+      "epoch": 5.461095100864553,
+      "grad_norm": 12.293994903564453,
+      "learning_rate": 1.616219667943806e-05,
+      "loss": 0.299,
+      "step": 950
+    },
+    {
+      "epoch": 5.605187319884726,
+      "grad_norm": 97.1545181274414,
+      "learning_rate": 1.6002554278416347e-05,
+      "loss": 0.1972,
+      "step": 975
+    },
+    {
+      "epoch": 5.749279538904899,
+      "grad_norm": 12.36479377746582,
+      "learning_rate": 1.5842911877394637e-05,
+      "loss": 0.2325,
+      "step": 1000
+    },
+    {
+      "epoch": 5.893371757925072,
+      "grad_norm": 5.46016263961792,
+      "learning_rate": 1.5683269476372927e-05,
+      "loss": 0.2092,
+      "step": 1025
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.5932944606413995,
+      "eval_loss": 2.0022010803222656,
+      "eval_macro_f1": 0.5363775611304886,
+      "eval_runtime": 1.8795,
+      "eval_samples_per_second": 364.992,
+      "eval_steps_per_second": 22.878,
+      "eval_weighted_f1": 0.592052288248606,
+      "step": 1044
+    },
+    {
+      "epoch": 6.034582132564841,
+      "grad_norm": 6.155258655548096,
+      "learning_rate": 1.5523627075351216e-05,
+      "loss": 0.3434,
+      "step": 1050
+    },
+    {
+      "epoch": 6.178674351585014,
+      "grad_norm": 24.418045043945312,
+      "learning_rate": 1.5363984674329502e-05,
+      "loss": 0.077,
+      "step": 1075
+    },
+    {
+      "epoch": 6.322766570605188,
+      "grad_norm": 2.1895697116851807,
+      "learning_rate": 1.5204342273307792e-05,
+      "loss": 0.1191,
+      "step": 1100
+    },
+    {
+      "epoch": 6.46685878962536,
+      "grad_norm": 6.286535263061523,
+      "learning_rate": 1.504469987228608e-05,
+      "loss": 0.0876,
+      "step": 1125
+    },
+    {
+      "epoch": 6.610951008645533,
+      "grad_norm": 58.94384002685547,
+      "learning_rate": 1.4885057471264368e-05,
+      "loss": 0.1497,
+      "step": 1150
+    },
+    {
+      "epoch": 6.755043227665706,
+      "grad_norm": 26.116085052490234,
+      "learning_rate": 1.4725415070242657e-05,
+      "loss": 0.2027,
+      "step": 1175
+    },
+    {
+      "epoch": 6.899135446685879,
+      "grad_norm": 123.5898666381836,
+      "learning_rate": 1.4565772669220945e-05,
+      "loss": 0.1007,
+      "step": 1200
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.5816326530612245,
+      "eval_loss": 2.592336893081665,
+      "eval_macro_f1": 0.5250105299660258,
+      "eval_runtime": 1.9236,
+      "eval_samples_per_second": 356.616,
+      "eval_steps_per_second": 22.353,
+      "eval_weighted_f1": 0.5786634731428902,
+      "step": 1218
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/special_tokens_map.json b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/tokenizer_config.json b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/trainer_state.json b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a9500e3294eb5b4a6fe5574a1194dea2d6408389
--- /dev/null
+++ b/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696/trainer_state.json
@@ -0,0 +1,276 @@
+{
+  "best_global_step": 696,
+  "best_metric": 0.5706192036931744,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/uit_vsmec-mmbert-s44-20260903T112448Z-eabc89d6/trainer/checkpoint-696",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 696,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.1440922190201729,
+      "grad_norm": 159.4452362060547,
+      "learning_rate": 1.3793103448275862e-06,
+      "loss": 9.6286,
+      "step": 25
+    },
+    {
+      "epoch": 0.2881844380403458,
+      "grad_norm": 647.3008422851562,
+      "learning_rate": 2.8160919540229887e-06,
+      "loss": 8.659,
+      "step": 50
+    },
+    {
+      "epoch": 0.4322766570605187,
+      "grad_norm": 99.28333282470703,
+      "learning_rate": 4.252873563218391e-06,
+      "loss": 7.7079,
+      "step": 75
+    },
+    {
+      "epoch": 0.5763688760806917,
+      "grad_norm": 91.36447143554688,
+      "learning_rate": 5.689655172413794e-06,
+      "loss": 6.8758,
+      "step": 100
+    },
+    {
+      "epoch": 0.7204610951008645,
+      "grad_norm": 153.70950317382812,
+      "learning_rate": 7.126436781609196e-06,
+      "loss": 6.1758,
+      "step": 125
+    },
+    {
+      "epoch": 0.8645533141210374,
+      "grad_norm": 89.96725463867188,
+      "learning_rate": 8.563218390804599e-06,
+      "loss": 5.739,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5379008746355685,
+      "eval_loss": 1.287896990776062,
+      "eval_macro_f1": 0.3276342257222596,
+      "eval_runtime": 2.5866,
+      "eval_samples_per_second": 265.218,
+      "eval_steps_per_second": 16.624,
+      "eval_weighted_f1": 0.49563493727493235,
+      "step": 174
+    },
+    {
+      "epoch": 1.005763688760807,
+      "grad_norm": 97.26307678222656,
+      "learning_rate": 1e-05,
+      "loss": 5.1308,
+      "step": 175
+    },
+    {
+      "epoch": 1.1498559077809798,
+      "grad_norm": 158.4768829345703,
+      "learning_rate": 1.1436781609195405e-05,
+      "loss": 4.5357,
+      "step": 200
+    },
+    {
+      "epoch": 1.2939481268011528,
+      "grad_norm": 119.80352020263672,
+      "learning_rate": 1.2873563218390805e-05,
+      "loss": 4.398,
+      "step": 225
+    },
+    {
+      "epoch": 1.4380403458213258,
+      "grad_norm": 144.1515655517578,
+      "learning_rate": 1.4310344827586209e-05,
+      "loss": 4.4494,
+      "step": 250
+    },
+    {
+      "epoch": 1.5821325648414986,
+      "grad_norm": 140.00453186035156,
+      "learning_rate": 1.574712643678161e-05,
+      "loss": 4.3348,
+      "step": 275
+    },
+    {
+      "epoch": 1.7262247838616713,
+      "grad_norm": 88.17080688476562,
+      "learning_rate": 1.7183908045977015e-05,
+      "loss": 4.2891,
+      "step": 300
+    },
+    {
+      "epoch": 1.8703170028818443,
+      "grad_norm": 100.99017333984375,
+      "learning_rate": 1.8620689655172415e-05,
+      "loss": 4.267,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.5466472303206997,
+      "eval_loss": 1.189203143119812,
+      "eval_macro_f1": 0.43443579716195047,
+      "eval_runtime": 1.8257,
+      "eval_samples_per_second": 375.75,
+      "eval_steps_per_second": 23.553,
+      "eval_weighted_f1": 0.5286965861118907,
+      "step": 348
+    },
+    {
+      "epoch": 2.011527377521614,
+      "grad_norm": 67.79597473144531,
+      "learning_rate": 1.999361430395913e-05,
+      "loss": 4.1571,
+      "step": 350
+    },
+    {
+      "epoch": 2.155619596541787,
+      "grad_norm": 98.12342071533203,
+      "learning_rate": 1.983397190293742e-05,
+      "loss": 3.0148,
+      "step": 375
+    },
+    {
+      "epoch": 2.2997118155619596,
+      "grad_norm": 125.25189971923828,
+      "learning_rate": 1.967432950191571e-05,
+      "loss": 2.8568,
+      "step": 400
+    },
+    {
+      "epoch": 2.443804034582133,
+      "grad_norm": 109.67533111572266,
+      "learning_rate": 1.9514687100894e-05,
+      "loss": 2.582,
+      "step": 425
+    },
+    {
+      "epoch": 2.5878962536023056,
+      "grad_norm": 97.9582748413086,
+      "learning_rate": 1.9355044699872286e-05,
+      "loss": 2.5307,
+      "step": 450
+    },
+    {
+      "epoch": 2.7319884726224783,
+      "grad_norm": 76.81299591064453,
+      "learning_rate": 1.9195402298850576e-05,
+      "loss": 2.703,
+      "step": 475
+    },
+    {
+      "epoch": 2.8760806916426516,
+      "grad_norm": 100.91300964355469,
+      "learning_rate": 1.9035759897828865e-05,
+      "loss": 2.6804,
+      "step": 500
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.5830903790087464,
+      "eval_loss": 1.2378826141357422,
+      "eval_macro_f1": 0.48477857168255667,
+      "eval_runtime": 1.8094,
+      "eval_samples_per_second": 379.138,
+      "eval_steps_per_second": 23.765,
+      "eval_weighted_f1": 0.5609736538742081,
+      "step": 522
+    },
+    {
+      "epoch": 3.0172910662824206,
+      "grad_norm": 54.28065490722656,
+      "learning_rate": 1.8876117496807155e-05,
+      "loss": 2.343,
+      "step": 525
+    },
+    {
+      "epoch": 3.161383285302594,
+      "grad_norm": 56.21361541748047,
+      "learning_rate": 1.871647509578544e-05,
+      "loss": 1.3031,
+      "step": 550
+    },
+    {
+      "epoch": 3.3054755043227666,
+      "grad_norm": 91.1063003540039,
+      "learning_rate": 1.855683269476373e-05,
+      "loss": 1.0451,
+      "step": 575
+    },
+    {
+      "epoch": 3.4495677233429394,
+      "grad_norm": 90.29112243652344,
+      "learning_rate": 1.839719029374202e-05,
+      "loss": 1.2371,
+      "step": 600
+    },
+    {
+      "epoch": 3.5936599423631126,
+      "grad_norm": 137.64675903320312,
+      "learning_rate": 1.823754789272031e-05,
+      "loss": 1.0931,
+      "step": 625
+    },
+    {
+      "epoch": 3.7377521613832854,
+      "grad_norm": 159.0532989501953,
+      "learning_rate": 1.8077905491698596e-05,
+      "loss": 1.1332,
+      "step": 650
+    },
+    {
+      "epoch": 3.881844380403458,
+      "grad_norm": 96.69227600097656,
+      "learning_rate": 1.7918263090676886e-05,
+      "loss": 1.3213,
+      "step": 675
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.6297376093294461,
+      "eval_loss": 1.4070185422897339,
+      "eval_macro_f1": 0.5706192036931744,
+      "eval_runtime": 1.7954,
+      "eval_samples_per_second": 382.09,
+      "eval_steps_per_second": 23.95,
+      "eval_weighted_f1": 0.624510459045974,
+      "step": 696
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3480,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/special_tokens_map.json b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/tokenizer_config.json b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/trainer_state.json b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..07f020d7219957ca2f1daba8b95be48febae59ea
--- /dev/null
+++ b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750/trainer_state.json
@@ -0,0 +1,363 @@
+{
+  "best_global_step": 750,
+  "best_metric": 0.8114737961176517,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750",
+  "epoch": 10.0,
+  "eval_steps": 500,
+  "global_step": 750,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.33444816053511706,
+      "grad_norm": 37.306884765625,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 2.5378,
+      "step": 25
+    },
+    {
+      "epoch": 0.6688963210702341,
+      "grad_norm": 69.6753158569336,
+      "learning_rate": 6.533333333333334e-06,
+      "loss": 2.4895,
+      "step": 50
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 89.82150268554688,
+      "learning_rate": 9.866666666666668e-06,
+      "loss": 2.3591,
+      "step": 75
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7719298245614035,
+      "eval_loss": 0.474528431892395,
+      "eval_macro_f1": 0.7260178299987675,
+      "eval_runtime": 1.745,
+      "eval_samples_per_second": 195.994,
+      "eval_steps_per_second": 12.608,
+      "eval_weighted_f1": 0.767994510741749,
+      "step": 75
+    },
+    {
+      "epoch": 1.334448160535117,
+      "grad_norm": 91.96952819824219,
+      "learning_rate": 1.3200000000000002e-05,
+      "loss": 1.8837,
+      "step": 100
+    },
+    {
+      "epoch": 1.6688963210702341,
+      "grad_norm": 74.10721588134766,
+      "learning_rate": 1.6533333333333333e-05,
+      "loss": 1.9114,
+      "step": 125
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 52.13629150390625,
+      "learning_rate": 1.9866666666666667e-05,
+      "loss": 1.5932,
+      "step": 150
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8070175438596491,
+      "eval_loss": 0.3938523530960083,
+      "eval_macro_f1": 0.7828947368421053,
+      "eval_runtime": 1.0761,
+      "eval_samples_per_second": 317.808,
+      "eval_steps_per_second": 20.444,
+      "eval_weighted_f1": 0.8099799938442597,
+      "step": 150
+    },
+    {
+      "epoch": 2.334448160535117,
+      "grad_norm": 45.28054428100586,
+      "learning_rate": 1.9644444444444447e-05,
+      "loss": 0.8983,
+      "step": 175
+    },
+    {
+      "epoch": 2.668896321070234,
+      "grad_norm": 59.288818359375,
+      "learning_rate": 1.9274074074074076e-05,
+      "loss": 1.0872,
+      "step": 200
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 47.355892181396484,
+      "learning_rate": 1.8903703703703705e-05,
+      "loss": 1.2572,
+      "step": 225
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8070175438596491,
+      "eval_loss": 0.3537372648715973,
+      "eval_macro_f1": 0.7755816265659177,
+      "eval_runtime": 1.0729,
+      "eval_samples_per_second": 318.77,
+      "eval_steps_per_second": 20.506,
+      "eval_weighted_f1": 0.8070175438596491,
+      "step": 225
+    },
+    {
+      "epoch": 3.334448160535117,
+      "grad_norm": 7.960913181304932,
+      "learning_rate": 1.8533333333333334e-05,
+      "loss": 0.3008,
+      "step": 250
+    },
+    {
+      "epoch": 3.668896321070234,
+      "grad_norm": 1.5463964939117432,
+      "learning_rate": 1.8162962962962963e-05,
+      "loss": 0.3079,
+      "step": 275
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 104.37734985351562,
+      "learning_rate": 1.7792592592592596e-05,
+      "loss": 0.4718,
+      "step": 300
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8157894736842105,
+      "eval_loss": 0.7554344534873962,
+      "eval_macro_f1": 0.7923056902418569,
+      "eval_runtime": 1.2184,
+      "eval_samples_per_second": 280.706,
+      "eval_steps_per_second": 18.057,
+      "eval_weighted_f1": 0.8184441622472591,
+      "step": 300
+    },
+    {
+      "epoch": 4.334448160535117,
+      "grad_norm": 2.142162322998047,
+      "learning_rate": 1.7422222222222222e-05,
+      "loss": 0.1072,
+      "step": 325
+    },
+    {
+      "epoch": 4.668896321070234,
+      "grad_norm": 6.909757137298584,
+      "learning_rate": 1.7051851851851854e-05,
+      "loss": 0.1911,
+      "step": 350
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 27.101322174072266,
+      "learning_rate": 1.6681481481481484e-05,
+      "loss": 0.2363,
+      "step": 375
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.2005939483642578,
+      "eval_macro_f1": 0.7704903364352182,
+      "eval_runtime": 1.055,
+      "eval_samples_per_second": 324.162,
+      "eval_steps_per_second": 20.853,
+      "eval_weighted_f1": 0.8121836893594042,
+      "step": 375
+    },
+    {
+      "epoch": 5.334448160535117,
+      "grad_norm": 29.99445152282715,
+      "learning_rate": 1.6311111111111113e-05,
+      "loss": 0.1063,
+      "step": 400
+    },
+    {
+      "epoch": 5.668896321070234,
+      "grad_norm": 1.7047945261001587,
+      "learning_rate": 1.5940740740740742e-05,
+      "loss": 0.1117,
+      "step": 425
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 3.4973087310791016,
+      "learning_rate": 1.557037037037037e-05,
+      "loss": 0.1818,
+      "step": 450
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.827485380116959,
+      "eval_loss": 1.1604323387145996,
+      "eval_macro_f1": 0.7998909108940349,
+      "eval_runtime": 1.046,
+      "eval_samples_per_second": 326.975,
+      "eval_steps_per_second": 21.033,
+      "eval_weighted_f1": 0.827702659402179,
+      "step": 450
+    },
+    {
+      "epoch": 6.334448160535117,
+      "grad_norm": 0.010818186216056347,
+      "learning_rate": 1.5200000000000002e-05,
+      "loss": 0.0617,
+      "step": 475
+    },
+    {
+      "epoch": 6.668896321070234,
+      "grad_norm": 0.024961914867162704,
+      "learning_rate": 1.4829629629629631e-05,
+      "loss": 0.0297,
+      "step": 500
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.08295220136642456,
+      "learning_rate": 1.445925925925926e-05,
+      "loss": 0.0744,
+      "step": 525
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8391812865497076,
+      "eval_loss": 1.2397301197052002,
+      "eval_macro_f1": 0.8105263157894737,
+      "eval_runtime": 1.042,
+      "eval_samples_per_second": 328.228,
+      "eval_steps_per_second": 21.114,
+      "eval_weighted_f1": 0.8381040320098493,
+      "step": 525
+    },
+    {
+      "epoch": 7.334448160535117,
+      "grad_norm": 0.0019415761344134808,
+      "learning_rate": 1.408888888888889e-05,
+      "loss": 0.0095,
+      "step": 550
+    },
+    {
+      "epoch": 7.668896321070234,
+      "grad_norm": 0.04092812538146973,
+      "learning_rate": 1.371851851851852e-05,
+      "loss": 0.1131,
+      "step": 575
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 0.002802023896947503,
+      "learning_rate": 1.334814814814815e-05,
+      "loss": 0.0835,
+      "step": 600
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.4274191856384277,
+      "eval_macro_f1": 0.7980076386974839,
+      "eval_runtime": 1.0654,
+      "eval_samples_per_second": 321.009,
+      "eval_steps_per_second": 20.65,
+      "eval_weighted_f1": 0.8254179765672004,
+      "step": 600
+    },
+    {
+      "epoch": 8.334448160535118,
+      "grad_norm": 0.002866429975256324,
+      "learning_rate": 1.2977777777777779e-05,
+      "loss": 0.0024,
+      "step": 625
+    },
+    {
+      "epoch": 8.668896321070234,
+      "grad_norm": 69.08142852783203,
+      "learning_rate": 1.2607407407407408e-05,
+      "loss": 0.052,
+      "step": 650
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.0029866883996874094,
+      "learning_rate": 1.2237037037037039e-05,
+      "loss": 0.0001,
+      "step": 675
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.559857964515686,
+      "eval_macro_f1": 0.7999297999297998,
+      "eval_runtime": 1.0672,
+      "eval_samples_per_second": 320.479,
+      "eval_steps_per_second": 20.616,
+      "eval_weighted_f1": 0.8262035104140366,
+      "step": 675
+    },
+    {
+      "epoch": 9.334448160535118,
+      "grad_norm": 0.0008568738703615963,
+      "learning_rate": 1.186666666666667e-05,
+      "loss": 0.0104,
+      "step": 700
+    },
+    {
+      "epoch": 9.668896321070234,
+      "grad_norm": 0.018627092242240906,
+      "learning_rate": 1.1496296296296297e-05,
+      "loss": 0.0001,
+      "step": 725
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.0019347468623891473,
+      "learning_rate": 1.1125925925925926e-05,
+      "loss": 0.0004,
+      "step": 750
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8362573099415205,
+      "eval_loss": 1.5644947290420532,
+      "eval_macro_f1": 0.8114737961176517,
+      "eval_runtime": 1.0478,
+      "eval_samples_per_second": 326.412,
+      "eval_steps_per_second": 20.997,
+      "eval_weighted_f1": 0.8370567781293872,
+      "step": 750
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 1500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-975/trainer_state.json b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-975/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..70d00826301dc5c0d2b5dd27a859e2eda2e8a140
--- /dev/null
+++ b/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-975/trainer_state.json
@@ -0,0 +1,459 @@
+{
+  "best_global_step": 750,
+  "best_metric": 0.8114737961176517,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/viclickbait2025-mmbert-s44-20260903T101152Z-e84c80be/trainer/checkpoint-750",
+  "epoch": 13.0,
+  "eval_steps": 500,
+  "global_step": 975,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.33444816053511706,
+      "grad_norm": 37.306884765625,
+      "learning_rate": 3.2000000000000003e-06,
+      "loss": 2.5378,
+      "step": 25
+    },
+    {
+      "epoch": 0.6688963210702341,
+      "grad_norm": 69.6753158569336,
+      "learning_rate": 6.533333333333334e-06,
+      "loss": 2.4895,
+      "step": 50
+    },
+    {
+      "epoch": 1.0,
+      "grad_norm": 89.82150268554688,
+      "learning_rate": 9.866666666666668e-06,
+      "loss": 2.3591,
+      "step": 75
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.7719298245614035,
+      "eval_loss": 0.474528431892395,
+      "eval_macro_f1": 0.7260178299987675,
+      "eval_runtime": 1.745,
+      "eval_samples_per_second": 195.994,
+      "eval_steps_per_second": 12.608,
+      "eval_weighted_f1": 0.767994510741749,
+      "step": 75
+    },
+    {
+      "epoch": 1.334448160535117,
+      "grad_norm": 91.96952819824219,
+      "learning_rate": 1.3200000000000002e-05,
+      "loss": 1.8837,
+      "step": 100
+    },
+    {
+      "epoch": 1.6688963210702341,
+      "grad_norm": 74.10721588134766,
+      "learning_rate": 1.6533333333333333e-05,
+      "loss": 1.9114,
+      "step": 125
+    },
+    {
+      "epoch": 2.0,
+      "grad_norm": 52.13629150390625,
+      "learning_rate": 1.9866666666666667e-05,
+      "loss": 1.5932,
+      "step": 150
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8070175438596491,
+      "eval_loss": 0.3938523530960083,
+      "eval_macro_f1": 0.7828947368421053,
+      "eval_runtime": 1.0761,
+      "eval_samples_per_second": 317.808,
+      "eval_steps_per_second": 20.444,
+      "eval_weighted_f1": 0.8099799938442597,
+      "step": 150
+    },
+    {
+      "epoch": 2.334448160535117,
+      "grad_norm": 45.28054428100586,
+      "learning_rate": 1.9644444444444447e-05,
+      "loss": 0.8983,
+      "step": 175
+    },
+    {
+      "epoch": 2.668896321070234,
+      "grad_norm": 59.288818359375,
+      "learning_rate": 1.9274074074074076e-05,
+      "loss": 1.0872,
+      "step": 200
+    },
+    {
+      "epoch": 3.0,
+      "grad_norm": 47.355892181396484,
+      "learning_rate": 1.8903703703703705e-05,
+      "loss": 1.2572,
+      "step": 225
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8070175438596491,
+      "eval_loss": 0.3537372648715973,
+      "eval_macro_f1": 0.7755816265659177,
+      "eval_runtime": 1.0729,
+      "eval_samples_per_second": 318.77,
+      "eval_steps_per_second": 20.506,
+      "eval_weighted_f1": 0.8070175438596491,
+      "step": 225
+    },
+    {
+      "epoch": 3.334448160535117,
+      "grad_norm": 7.960913181304932,
+      "learning_rate": 1.8533333333333334e-05,
+      "loss": 0.3008,
+      "step": 250
+    },
+    {
+      "epoch": 3.668896321070234,
+      "grad_norm": 1.5463964939117432,
+      "learning_rate": 1.8162962962962963e-05,
+      "loss": 0.3079,
+      "step": 275
+    },
+    {
+      "epoch": 4.0,
+      "grad_norm": 104.37734985351562,
+      "learning_rate": 1.7792592592592596e-05,
+      "loss": 0.4718,
+      "step": 300
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8157894736842105,
+      "eval_loss": 0.7554344534873962,
+      "eval_macro_f1": 0.7923056902418569,
+      "eval_runtime": 1.2184,
+      "eval_samples_per_second": 280.706,
+      "eval_steps_per_second": 18.057,
+      "eval_weighted_f1": 0.8184441622472591,
+      "step": 300
+    },
+    {
+      "epoch": 4.334448160535117,
+      "grad_norm": 2.142162322998047,
+      "learning_rate": 1.7422222222222222e-05,
+      "loss": 0.1072,
+      "step": 325
+    },
+    {
+      "epoch": 4.668896321070234,
+      "grad_norm": 6.909757137298584,
+      "learning_rate": 1.7051851851851854e-05,
+      "loss": 0.1911,
+      "step": 350
+    },
+    {
+      "epoch": 5.0,
+      "grad_norm": 27.101322174072266,
+      "learning_rate": 1.6681481481481484e-05,
+      "loss": 0.2363,
+      "step": 375
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.2005939483642578,
+      "eval_macro_f1": 0.7704903364352182,
+      "eval_runtime": 1.055,
+      "eval_samples_per_second": 324.162,
+      "eval_steps_per_second": 20.853,
+      "eval_weighted_f1": 0.8121836893594042,
+      "step": 375
+    },
+    {
+      "epoch": 5.334448160535117,
+      "grad_norm": 29.99445152282715,
+      "learning_rate": 1.6311111111111113e-05,
+      "loss": 0.1063,
+      "step": 400
+    },
+    {
+      "epoch": 5.668896321070234,
+      "grad_norm": 1.7047945261001587,
+      "learning_rate": 1.5940740740740742e-05,
+      "loss": 0.1117,
+      "step": 425
+    },
+    {
+      "epoch": 6.0,
+      "grad_norm": 3.4973087310791016,
+      "learning_rate": 1.557037037037037e-05,
+      "loss": 0.1818,
+      "step": 450
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.827485380116959,
+      "eval_loss": 1.1604323387145996,
+      "eval_macro_f1": 0.7998909108940349,
+      "eval_runtime": 1.046,
+      "eval_samples_per_second": 326.975,
+      "eval_steps_per_second": 21.033,
+      "eval_weighted_f1": 0.827702659402179,
+      "step": 450
+    },
+    {
+      "epoch": 6.334448160535117,
+      "grad_norm": 0.010818186216056347,
+      "learning_rate": 1.5200000000000002e-05,
+      "loss": 0.0617,
+      "step": 475
+    },
+    {
+      "epoch": 6.668896321070234,
+      "grad_norm": 0.024961914867162704,
+      "learning_rate": 1.4829629629629631e-05,
+      "loss": 0.0297,
+      "step": 500
+    },
+    {
+      "epoch": 7.0,
+      "grad_norm": 0.08295220136642456,
+      "learning_rate": 1.445925925925926e-05,
+      "loss": 0.0744,
+      "step": 525
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8391812865497076,
+      "eval_loss": 1.2397301197052002,
+      "eval_macro_f1": 0.8105263157894737,
+      "eval_runtime": 1.042,
+      "eval_samples_per_second": 328.228,
+      "eval_steps_per_second": 21.114,
+      "eval_weighted_f1": 0.8381040320098493,
+      "step": 525
+    },
+    {
+      "epoch": 7.334448160535117,
+      "grad_norm": 0.0019415761344134808,
+      "learning_rate": 1.408888888888889e-05,
+      "loss": 0.0095,
+      "step": 550
+    },
+    {
+      "epoch": 7.668896321070234,
+      "grad_norm": 0.04092812538146973,
+      "learning_rate": 1.371851851851852e-05,
+      "loss": 0.1131,
+      "step": 575
+    },
+    {
+      "epoch": 8.0,
+      "grad_norm": 0.002802023896947503,
+      "learning_rate": 1.334814814814815e-05,
+      "loss": 0.0835,
+      "step": 600
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.4274191856384277,
+      "eval_macro_f1": 0.7980076386974839,
+      "eval_runtime": 1.0654,
+      "eval_samples_per_second": 321.009,
+      "eval_steps_per_second": 20.65,
+      "eval_weighted_f1": 0.8254179765672004,
+      "step": 600
+    },
+    {
+      "epoch": 8.334448160535118,
+      "grad_norm": 0.002866429975256324,
+      "learning_rate": 1.2977777777777779e-05,
+      "loss": 0.0024,
+      "step": 625
+    },
+    {
+      "epoch": 8.668896321070234,
+      "grad_norm": 69.08142852783203,
+      "learning_rate": 1.2607407407407408e-05,
+      "loss": 0.052,
+      "step": 650
+    },
+    {
+      "epoch": 9.0,
+      "grad_norm": 0.0029866883996874094,
+      "learning_rate": 1.2237037037037039e-05,
+      "loss": 0.0001,
+      "step": 675
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.559857964515686,
+      "eval_macro_f1": 0.7999297999297998,
+      "eval_runtime": 1.0672,
+      "eval_samples_per_second": 320.479,
+      "eval_steps_per_second": 20.616,
+      "eval_weighted_f1": 0.8262035104140366,
+      "step": 675
+    },
+    {
+      "epoch": 9.334448160535118,
+      "grad_norm": 0.0008568738703615963,
+      "learning_rate": 1.186666666666667e-05,
+      "loss": 0.0104,
+      "step": 700
+    },
+    {
+      "epoch": 9.668896321070234,
+      "grad_norm": 0.018627092242240906,
+      "learning_rate": 1.1496296296296297e-05,
+      "loss": 0.0001,
+      "step": 725
+    },
+    {
+      "epoch": 10.0,
+      "grad_norm": 0.0019347468623891473,
+      "learning_rate": 1.1125925925925926e-05,
+      "loss": 0.0004,
+      "step": 750
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8362573099415205,
+      "eval_loss": 1.5644947290420532,
+      "eval_macro_f1": 0.8114737961176517,
+      "eval_runtime": 1.0478,
+      "eval_samples_per_second": 326.412,
+      "eval_steps_per_second": 20.997,
+      "eval_weighted_f1": 0.8370567781293872,
+      "step": 750
+    },
+    {
+      "epoch": 10.334448160535118,
+      "grad_norm": 0.01366453617811203,
+      "learning_rate": 1.0755555555555557e-05,
+      "loss": 0.0,
+      "step": 775
+    },
+    {
+      "epoch": 10.668896321070234,
+      "grad_norm": 0.0041090212762355804,
+      "learning_rate": 1.0385185185185188e-05,
+      "loss": 0.0001,
+      "step": 800
+    },
+    {
+      "epoch": 11.0,
+      "grad_norm": 0.0006906788912601769,
+      "learning_rate": 1.0014814814814815e-05,
+      "loss": 0.0,
+      "step": 825
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.8245614035087719,
+      "eval_loss": 1.6719920635223389,
+      "eval_macro_f1": 0.7980076386974839,
+      "eval_runtime": 1.0601,
+      "eval_samples_per_second": 322.597,
+      "eval_steps_per_second": 20.752,
+      "eval_weighted_f1": 0.8254179765672004,
+      "step": 825
+    },
+    {
+      "epoch": 11.334448160535118,
+      "grad_norm": 0.0016505626263096929,
+      "learning_rate": 9.644444444444444e-06,
+      "loss": 0.0,
+      "step": 850
+    },
+    {
+      "epoch": 11.668896321070234,
+      "grad_norm": 0.0005424487753771245,
+      "learning_rate": 9.274074074074075e-06,
+      "loss": 0.0,
+      "step": 875
+    },
+    {
+      "epoch": 12.0,
+      "grad_norm": 0.0008181951707229018,
+      "learning_rate": 8.903703703703704e-06,
+      "loss": 0.0,
+      "step": 900
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.8187134502923976,
+      "eval_loss": 1.7390528917312622,
+      "eval_macro_f1": 0.7942158385093168,
+      "eval_runtime": 1.0585,
+      "eval_samples_per_second": 323.098,
+      "eval_steps_per_second": 20.784,
+      "eval_weighted_f1": 0.820789519087574,
+      "step": 900
+    },
+    {
+      "epoch": 12.334448160535118,
+      "grad_norm": 0.0005779145285487175,
+      "learning_rate": 8.533333333333335e-06,
+      "loss": 0.0,
+      "step": 925
+    },
+    {
+      "epoch": 12.668896321070234,
+      "grad_norm": 0.0014596875989809632,
+      "learning_rate": 8.162962962962964e-06,
+      "loss": 0.0,
+      "step": 950
+    },
+    {
+      "epoch": 13.0,
+      "grad_norm": 0.0004372680268716067,
+      "learning_rate": 7.792592592592594e-06,
+      "loss": 0.0,
+      "step": 975
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.8187134502923976,
+      "eval_loss": 1.7532621622085571,
+      "eval_macro_f1": 0.7942158385093168,
+      "eval_runtime": 1.0474,
+      "eval_samples_per_second": 326.527,
+      "eval_steps_per_second": 21.005,
+      "eval_weighted_f1": 0.820789519087574,
+      "step": 975
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 1500,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/special_tokens_map.json b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/tokenizer_config.json b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/trainer_state.json b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..53478d7ff8cc929e4ad3c62cdd370037c843a174
--- /dev/null
+++ b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-1467/trainer_state.json
@@ -0,0 +1,548 @@
+{
+  "best_global_step": 978,
+  "best_metric": 0.876556248196295,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978",
+  "epoch": 9.0,
+  "eval_steps": 500,
+  "global_step": 1467,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15408320493066255,
+      "grad_norm": 44.916481018066406,
+      "learning_rate": 1.47239263803681e-06,
+      "loss": 4.5828,
+      "step": 25
+    },
+    {
+      "epoch": 0.3081664098613251,
+      "grad_norm": 175.01039123535156,
+      "learning_rate": 3.0061349693251535e-06,
+      "loss": 4.5346,
+      "step": 50
+    },
+    {
+      "epoch": 0.4622496147919877,
+      "grad_norm": 214.2696075439453,
+      "learning_rate": 4.539877300613497e-06,
+      "loss": 4.403,
+      "step": 75
+    },
+    {
+      "epoch": 0.6163328197226502,
+      "grad_norm": 55.404972076416016,
+      "learning_rate": 6.073619631901841e-06,
+      "loss": 4.2659,
+      "step": 100
+    },
+    {
+      "epoch": 0.7704160246533128,
+      "grad_norm": 94.60186767578125,
+      "learning_rate": 7.6073619631901856e-06,
+      "loss": 4.2334,
+      "step": 125
+    },
+    {
+      "epoch": 0.9244992295839753,
+      "grad_norm": 97.90763854980469,
+      "learning_rate": 9.14110429447853e-06,
+      "loss": 4.0915,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5101744186046512,
+      "eval_loss": 1.0229580402374268,
+      "eval_macro_f1": 0.4679853180202,
+      "eval_runtime": 2.6006,
+      "eval_samples_per_second": 264.558,
+      "eval_steps_per_second": 16.535,
+      "eval_weighted_f1": 0.46922784538262685,
+      "step": 163
+    },
+    {
+      "epoch": 1.073959938366718,
+      "grad_norm": 91.60977172851562,
+      "learning_rate": 1.0674846625766873e-05,
+      "loss": 3.791,
+      "step": 175
+    },
+    {
+      "epoch": 1.2280431432973806,
+      "grad_norm": 1133.017822265625,
+      "learning_rate": 1.2208588957055216e-05,
+      "loss": 4.0506,
+      "step": 200
+    },
+    {
+      "epoch": 1.3821263482280433,
+      "grad_norm": 72.86251068115234,
+      "learning_rate": 1.374233128834356e-05,
+      "loss": 3.8409,
+      "step": 225
+    },
+    {
+      "epoch": 1.5362095531587057,
+      "grad_norm": 159.94395446777344,
+      "learning_rate": 1.5276073619631903e-05,
+      "loss": 3.1221,
+      "step": 250
+    },
+    {
+      "epoch": 1.6902927580893683,
+      "grad_norm": 63.85063552856445,
+      "learning_rate": 1.6809815950920248e-05,
+      "loss": 2.9282,
+      "step": 275
+    },
+    {
+      "epoch": 1.8443759630200307,
+      "grad_norm": 73.1837158203125,
+      "learning_rate": 1.834355828220859e-05,
+      "loss": 2.0993,
+      "step": 300
+    },
+    {
+      "epoch": 1.9984591679506933,
+      "grad_norm": 89.9013671875,
+      "learning_rate": 1.9877300613496935e-05,
+      "loss": 2.001,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7863372093023255,
+      "eval_loss": 0.609728991985321,
+      "eval_macro_f1": 0.7813161011185259,
+      "eval_runtime": 1.8563,
+      "eval_samples_per_second": 370.62,
+      "eval_steps_per_second": 23.164,
+      "eval_weighted_f1": 0.7818477414904978,
+      "step": 326
+    },
+    {
+      "epoch": 2.147919876733436,
+      "grad_norm": 45.590877532958984,
+      "learning_rate": 1.9843217450579417e-05,
+      "loss": 1.5584,
+      "step": 350
+    },
+    {
+      "epoch": 2.3020030816640986,
+      "grad_norm": 118.28785705566406,
+      "learning_rate": 1.967280163599182e-05,
+      "loss": 1.415,
+      "step": 375
+    },
+    {
+      "epoch": 2.4560862865947612,
+      "grad_norm": 81.84031677246094,
+      "learning_rate": 1.9502385821404228e-05,
+      "loss": 1.4117,
+      "step": 400
+    },
+    {
+      "epoch": 2.610169491525424,
+      "grad_norm": 95.29535675048828,
+      "learning_rate": 1.9331970006816635e-05,
+      "loss": 1.391,
+      "step": 425
+    },
+    {
+      "epoch": 2.7642526964560865,
+      "grad_norm": 69.91120147705078,
+      "learning_rate": 1.916155419222904e-05,
+      "loss": 1.4768,
+      "step": 450
+    },
+    {
+      "epoch": 2.9183359013867487,
+      "grad_norm": 52.13642883300781,
+      "learning_rate": 1.8991138377641446e-05,
+      "loss": 1.3115,
+      "step": 475
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8197674418604651,
+      "eval_loss": 0.4978519678115845,
+      "eval_macro_f1": 0.8191422171160032,
+      "eval_runtime": 1.97,
+      "eval_samples_per_second": 349.233,
+      "eval_steps_per_second": 21.827,
+      "eval_weighted_f1": 0.8193159991419474,
+      "step": 489
+    },
+    {
+      "epoch": 3.0677966101694913,
+      "grad_norm": 42.5767707824707,
+      "learning_rate": 1.8820722563053853e-05,
+      "loss": 1.2262,
+      "step": 500
+    },
+    {
+      "epoch": 3.221879815100154,
+      "grad_norm": 36.86593246459961,
+      "learning_rate": 1.8650306748466257e-05,
+      "loss": 0.6177,
+      "step": 525
+    },
+    {
+      "epoch": 3.3759630200308166,
+      "grad_norm": 8.162191390991211,
+      "learning_rate": 1.8479890933878664e-05,
+      "loss": 0.7217,
+      "step": 550
+    },
+    {
+      "epoch": 3.5300462249614792,
+      "grad_norm": 89.73914337158203,
+      "learning_rate": 1.8309475119291072e-05,
+      "loss": 0.6664,
+      "step": 575
+    },
+    {
+      "epoch": 3.684129429892142,
+      "grad_norm": 95.95193481445312,
+      "learning_rate": 1.8139059304703476e-05,
+      "loss": 0.6857,
+      "step": 600
+    },
+    {
+      "epoch": 3.8382126348228045,
+      "grad_norm": 106.91078186035156,
+      "learning_rate": 1.7968643490115886e-05,
+      "loss": 0.5774,
+      "step": 625
+    },
+    {
+      "epoch": 3.992295839753467,
+      "grad_norm": 38.27611541748047,
+      "learning_rate": 1.779822767552829e-05,
+      "loss": 0.6366,
+      "step": 650
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8691860465116279,
+      "eval_loss": 0.42678749561309814,
+      "eval_macro_f1": 0.8695105437378619,
+      "eval_runtime": 1.9547,
+      "eval_samples_per_second": 351.973,
+      "eval_steps_per_second": 21.998,
+      "eval_weighted_f1": 0.8693656318949045,
+      "step": 652
+    },
+    {
+      "epoch": 4.141756548536209,
+      "grad_norm": 124.6567153930664,
+      "learning_rate": 1.7627811860940697e-05,
+      "loss": 0.2956,
+      "step": 675
+    },
+    {
+      "epoch": 4.295839753466872,
+      "grad_norm": 221.78192138671875,
+      "learning_rate": 1.7457396046353105e-05,
+      "loss": 0.2943,
+      "step": 700
+    },
+    {
+      "epoch": 4.449922958397535,
+      "grad_norm": 106.27584075927734,
+      "learning_rate": 1.728698023176551e-05,
+      "loss": 0.3088,
+      "step": 725
+    },
+    {
+      "epoch": 4.604006163328197,
+      "grad_norm": 0.4716798961162567,
+      "learning_rate": 1.7116564417177916e-05,
+      "loss": 0.2806,
+      "step": 750
+    },
+    {
+      "epoch": 4.75808936825886,
+      "grad_norm": 99.53517150878906,
+      "learning_rate": 1.6946148602590323e-05,
+      "loss": 0.3349,
+      "step": 775
+    },
+    {
+      "epoch": 4.9121725731895225,
+      "grad_norm": 4.102449417114258,
+      "learning_rate": 1.6775732788002727e-05,
+      "loss": 0.3031,
+      "step": 800
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8633720930232558,
+      "eval_loss": 1.0192997455596924,
+      "eval_macro_f1": 0.8627275407167403,
+      "eval_runtime": 1.9913,
+      "eval_samples_per_second": 345.502,
+      "eval_steps_per_second": 21.594,
+      "eval_weighted_f1": 0.8626686087506161,
+      "step": 815
+    },
+    {
+      "epoch": 5.061633281972265,
+      "grad_norm": 0.26334142684936523,
+      "learning_rate": 1.6605316973415134e-05,
+      "loss": 0.1205,
+      "step": 825
+    },
+    {
+      "epoch": 5.215716486902927,
+      "grad_norm": 350.7120666503906,
+      "learning_rate": 1.643490115882754e-05,
+      "loss": 0.1753,
+      "step": 850
+    },
+    {
+      "epoch": 5.36979969183359,
+      "grad_norm": 152.22666931152344,
+      "learning_rate": 1.6264485344239945e-05,
+      "loss": 0.1991,
+      "step": 875
+    },
+    {
+      "epoch": 5.523882896764253,
+      "grad_norm": 0.012067362666130066,
+      "learning_rate": 1.6094069529652356e-05,
+      "loss": 0.1217,
+      "step": 900
+    },
+    {
+      "epoch": 5.677966101694915,
+      "grad_norm": 248.7230224609375,
+      "learning_rate": 1.592365371506476e-05,
+      "loss": 0.4221,
+      "step": 925
+    },
+    {
+      "epoch": 5.832049306625578,
+      "grad_norm": 231.4505157470703,
+      "learning_rate": 1.5753237900477167e-05,
+      "loss": 0.1335,
+      "step": 950
+    },
+    {
+      "epoch": 5.9861325115562405,
+      "grad_norm": 0.32994669675827026,
+      "learning_rate": 1.5582822085889574e-05,
+      "loss": 0.1734,
+      "step": 975
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.876453488372093,
+      "eval_loss": 1.0969630479812622,
+      "eval_macro_f1": 0.876556248196295,
+      "eval_runtime": 1.9514,
+      "eval_samples_per_second": 352.56,
+      "eval_steps_per_second": 22.035,
+      "eval_weighted_f1": 0.8764858571222438,
+      "step": 978
+    },
+    {
+      "epoch": 6.135593220338983,
+      "grad_norm": 0.011945591308176517,
+      "learning_rate": 1.5412406271301978e-05,
+      "loss": 0.0788,
+      "step": 1000
+    },
+    {
+      "epoch": 6.289676425269645,
+      "grad_norm": 181.8184814453125,
+      "learning_rate": 1.5241990456714383e-05,
+      "loss": 0.0415,
+      "step": 1025
+    },
+    {
+      "epoch": 6.443759630200308,
+      "grad_norm": 0.09175416082143784,
+      "learning_rate": 1.5071574642126792e-05,
+      "loss": 0.1108,
+      "step": 1050
+    },
+    {
+      "epoch": 6.597842835130971,
+      "grad_norm": 0.004237275570631027,
+      "learning_rate": 1.4901158827539198e-05,
+      "loss": 0.0517,
+      "step": 1075
+    },
+    {
+      "epoch": 6.751926040061633,
+      "grad_norm": 186.35995483398438,
+      "learning_rate": 1.4730743012951603e-05,
+      "loss": 0.1935,
+      "step": 1100
+    },
+    {
+      "epoch": 6.906009244992296,
+      "grad_norm": 3.414222478866577,
+      "learning_rate": 1.456032719836401e-05,
+      "loss": 0.0718,
+      "step": 1125
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8590116279069767,
+      "eval_loss": 1.285025954246521,
+      "eval_macro_f1": 0.8595823416874236,
+      "eval_runtime": 2.1565,
+      "eval_samples_per_second": 319.038,
+      "eval_steps_per_second": 19.94,
+      "eval_weighted_f1": 0.8592826703330385,
+      "step": 1141
+    },
+    {
+      "epoch": 7.055469953775039,
+      "grad_norm": 0.0032813730649650097,
+      "learning_rate": 1.4389911383776416e-05,
+      "loss": 0.0047,
+      "step": 1150
+    },
+    {
+      "epoch": 7.209553158705701,
+      "grad_norm": 0.0036635389551520348,
+      "learning_rate": 1.4219495569188822e-05,
+      "loss": 0.0023,
+      "step": 1175
+    },
+    {
+      "epoch": 7.363636363636363,
+      "grad_norm": 0.0015141268959268928,
+      "learning_rate": 1.4049079754601229e-05,
+      "loss": 0.0269,
+      "step": 1200
+    },
+    {
+      "epoch": 7.517719568567026,
+      "grad_norm": 0.002631585579365492,
+      "learning_rate": 1.3878663940013635e-05,
+      "loss": 0.0866,
+      "step": 1225
+    },
+    {
+      "epoch": 7.671802773497689,
+      "grad_norm": 0.00589554850012064,
+      "learning_rate": 1.370824812542604e-05,
+      "loss": 0.0472,
+      "step": 1250
+    },
+    {
+      "epoch": 7.825885978428351,
+      "grad_norm": 276.78729248046875,
+      "learning_rate": 1.3537832310838447e-05,
+      "loss": 0.0432,
+      "step": 1275
+    },
+    {
+      "epoch": 7.979969183359014,
+      "grad_norm": 2.575961112976074,
+      "learning_rate": 1.3367416496250853e-05,
+      "loss": 0.0894,
+      "step": 1300
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8619186046511628,
+      "eval_loss": 1.4478538036346436,
+      "eval_macro_f1": 0.861950960099276,
+      "eval_runtime": 1.9856,
+      "eval_samples_per_second": 346.497,
+      "eval_steps_per_second": 21.656,
+      "eval_weighted_f1": 0.8619107535549451,
+      "step": 1304
+    },
+    {
+      "epoch": 8.129429892141756,
+      "grad_norm": 0.16563624143600464,
+      "learning_rate": 1.3197000681663258e-05,
+      "loss": 0.0685,
+      "step": 1325
+    },
+    {
+      "epoch": 8.283513097072419,
+      "grad_norm": 0.04996206983923912,
+      "learning_rate": 1.3026584867075667e-05,
+      "loss": 0.1163,
+      "step": 1350
+    },
+    {
+      "epoch": 8.437596302003081,
+      "grad_norm": 0.0009033138630911708,
+      "learning_rate": 1.2856169052488073e-05,
+      "loss": 0.0639,
+      "step": 1375
+    },
+    {
+      "epoch": 8.591679506933744,
+      "grad_norm": 0.021868305280804634,
+      "learning_rate": 1.2685753237900478e-05,
+      "loss": 0.0203,
+      "step": 1400
+    },
+    {
+      "epoch": 8.745762711864407,
+      "grad_norm": 0.0012312609469518065,
+      "learning_rate": 1.2515337423312886e-05,
+      "loss": 0.0005,
+      "step": 1425
+    },
+    {
+      "epoch": 8.89984591679507,
+      "grad_norm": 0.0013957921182736754,
+      "learning_rate": 1.2344921608725291e-05,
+      "loss": 0.0034,
+      "step": 1450
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.872093023255814,
+      "eval_loss": 1.4508613348007202,
+      "eval_macro_f1": 0.8721126042169058,
+      "eval_runtime": 1.9019,
+      "eval_samples_per_second": 361.753,
+      "eval_steps_per_second": 22.61,
+      "eval_weighted_f1": 0.8720040259608167,
+      "step": 1467
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3260,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/special_tokens_map.json b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/tokenizer_config.json b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/trainer_state.json b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..4c97fdc89a5eedc1a85f77bbfb2d99d98efb94e5
--- /dev/null
+++ b/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978/trainer_state.json
@@ -0,0 +1,382 @@
+{
+  "best_global_step": 978,
+  "best_metric": 0.876556248196295,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-mmbert-s42-20260903T102001Z-df30f930/trainer/checkpoint-978",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 978,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15408320493066255,
+      "grad_norm": 44.916481018066406,
+      "learning_rate": 1.47239263803681e-06,
+      "loss": 4.5828,
+      "step": 25
+    },
+    {
+      "epoch": 0.3081664098613251,
+      "grad_norm": 175.01039123535156,
+      "learning_rate": 3.0061349693251535e-06,
+      "loss": 4.5346,
+      "step": 50
+    },
+    {
+      "epoch": 0.4622496147919877,
+      "grad_norm": 214.2696075439453,
+      "learning_rate": 4.539877300613497e-06,
+      "loss": 4.403,
+      "step": 75
+    },
+    {
+      "epoch": 0.6163328197226502,
+      "grad_norm": 55.404972076416016,
+      "learning_rate": 6.073619631901841e-06,
+      "loss": 4.2659,
+      "step": 100
+    },
+    {
+      "epoch": 0.7704160246533128,
+      "grad_norm": 94.60186767578125,
+      "learning_rate": 7.6073619631901856e-06,
+      "loss": 4.2334,
+      "step": 125
+    },
+    {
+      "epoch": 0.9244992295839753,
+      "grad_norm": 97.90763854980469,
+      "learning_rate": 9.14110429447853e-06,
+      "loss": 4.0915,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5101744186046512,
+      "eval_loss": 1.0229580402374268,
+      "eval_macro_f1": 0.4679853180202,
+      "eval_runtime": 2.6006,
+      "eval_samples_per_second": 264.558,
+      "eval_steps_per_second": 16.535,
+      "eval_weighted_f1": 0.46922784538262685,
+      "step": 163
+    },
+    {
+      "epoch": 1.073959938366718,
+      "grad_norm": 91.60977172851562,
+      "learning_rate": 1.0674846625766873e-05,
+      "loss": 3.791,
+      "step": 175
+    },
+    {
+      "epoch": 1.2280431432973806,
+      "grad_norm": 1133.017822265625,
+      "learning_rate": 1.2208588957055216e-05,
+      "loss": 4.0506,
+      "step": 200
+    },
+    {
+      "epoch": 1.3821263482280433,
+      "grad_norm": 72.86251068115234,
+      "learning_rate": 1.374233128834356e-05,
+      "loss": 3.8409,
+      "step": 225
+    },
+    {
+      "epoch": 1.5362095531587057,
+      "grad_norm": 159.94395446777344,
+      "learning_rate": 1.5276073619631903e-05,
+      "loss": 3.1221,
+      "step": 250
+    },
+    {
+      "epoch": 1.6902927580893683,
+      "grad_norm": 63.85063552856445,
+      "learning_rate": 1.6809815950920248e-05,
+      "loss": 2.9282,
+      "step": 275
+    },
+    {
+      "epoch": 1.8443759630200307,
+      "grad_norm": 73.1837158203125,
+      "learning_rate": 1.834355828220859e-05,
+      "loss": 2.0993,
+      "step": 300
+    },
+    {
+      "epoch": 1.9984591679506933,
+      "grad_norm": 89.9013671875,
+      "learning_rate": 1.9877300613496935e-05,
+      "loss": 2.001,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.7863372093023255,
+      "eval_loss": 0.609728991985321,
+      "eval_macro_f1": 0.7813161011185259,
+      "eval_runtime": 1.8563,
+      "eval_samples_per_second": 370.62,
+      "eval_steps_per_second": 23.164,
+      "eval_weighted_f1": 0.7818477414904978,
+      "step": 326
+    },
+    {
+      "epoch": 2.147919876733436,
+      "grad_norm": 45.590877532958984,
+      "learning_rate": 1.9843217450579417e-05,
+      "loss": 1.5584,
+      "step": 350
+    },
+    {
+      "epoch": 2.3020030816640986,
+      "grad_norm": 118.28785705566406,
+      "learning_rate": 1.967280163599182e-05,
+      "loss": 1.415,
+      "step": 375
+    },
+    {
+      "epoch": 2.4560862865947612,
+      "grad_norm": 81.84031677246094,
+      "learning_rate": 1.9502385821404228e-05,
+      "loss": 1.4117,
+      "step": 400
+    },
+    {
+      "epoch": 2.610169491525424,
+      "grad_norm": 95.29535675048828,
+      "learning_rate": 1.9331970006816635e-05,
+      "loss": 1.391,
+      "step": 425
+    },
+    {
+      "epoch": 2.7642526964560865,
+      "grad_norm": 69.91120147705078,
+      "learning_rate": 1.916155419222904e-05,
+      "loss": 1.4768,
+      "step": 450
+    },
+    {
+      "epoch": 2.9183359013867487,
+      "grad_norm": 52.13642883300781,
+      "learning_rate": 1.8991138377641446e-05,
+      "loss": 1.3115,
+      "step": 475
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8197674418604651,
+      "eval_loss": 0.4978519678115845,
+      "eval_macro_f1": 0.8191422171160032,
+      "eval_runtime": 1.97,
+      "eval_samples_per_second": 349.233,
+      "eval_steps_per_second": 21.827,
+      "eval_weighted_f1": 0.8193159991419474,
+      "step": 489
+    },
+    {
+      "epoch": 3.0677966101694913,
+      "grad_norm": 42.5767707824707,
+      "learning_rate": 1.8820722563053853e-05,
+      "loss": 1.2262,
+      "step": 500
+    },
+    {
+      "epoch": 3.221879815100154,
+      "grad_norm": 36.86593246459961,
+      "learning_rate": 1.8650306748466257e-05,
+      "loss": 0.6177,
+      "step": 525
+    },
+    {
+      "epoch": 3.3759630200308166,
+      "grad_norm": 8.162191390991211,
+      "learning_rate": 1.8479890933878664e-05,
+      "loss": 0.7217,
+      "step": 550
+    },
+    {
+      "epoch": 3.5300462249614792,
+      "grad_norm": 89.73914337158203,
+      "learning_rate": 1.8309475119291072e-05,
+      "loss": 0.6664,
+      "step": 575
+    },
+    {
+      "epoch": 3.684129429892142,
+      "grad_norm": 95.95193481445312,
+      "learning_rate": 1.8139059304703476e-05,
+      "loss": 0.6857,
+      "step": 600
+    },
+    {
+      "epoch": 3.8382126348228045,
+      "grad_norm": 106.91078186035156,
+      "learning_rate": 1.7968643490115886e-05,
+      "loss": 0.5774,
+      "step": 625
+    },
+    {
+      "epoch": 3.992295839753467,
+      "grad_norm": 38.27611541748047,
+      "learning_rate": 1.779822767552829e-05,
+      "loss": 0.6366,
+      "step": 650
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8691860465116279,
+      "eval_loss": 0.42678749561309814,
+      "eval_macro_f1": 0.8695105437378619,
+      "eval_runtime": 1.9547,
+      "eval_samples_per_second": 351.973,
+      "eval_steps_per_second": 21.998,
+      "eval_weighted_f1": 0.8693656318949045,
+      "step": 652
+    },
+    {
+      "epoch": 4.141756548536209,
+      "grad_norm": 124.6567153930664,
+      "learning_rate": 1.7627811860940697e-05,
+      "loss": 0.2956,
+      "step": 675
+    },
+    {
+      "epoch": 4.295839753466872,
+      "grad_norm": 221.78192138671875,
+      "learning_rate": 1.7457396046353105e-05,
+      "loss": 0.2943,
+      "step": 700
+    },
+    {
+      "epoch": 4.449922958397535,
+      "grad_norm": 106.27584075927734,
+      "learning_rate": 1.728698023176551e-05,
+      "loss": 0.3088,
+      "step": 725
+    },
+    {
+      "epoch": 4.604006163328197,
+      "grad_norm": 0.4716798961162567,
+      "learning_rate": 1.7116564417177916e-05,
+      "loss": 0.2806,
+      "step": 750
+    },
+    {
+      "epoch": 4.75808936825886,
+      "grad_norm": 99.53517150878906,
+      "learning_rate": 1.6946148602590323e-05,
+      "loss": 0.3349,
+      "step": 775
+    },
+    {
+      "epoch": 4.9121725731895225,
+      "grad_norm": 4.102449417114258,
+      "learning_rate": 1.6775732788002727e-05,
+      "loss": 0.3031,
+      "step": 800
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8633720930232558,
+      "eval_loss": 1.0192997455596924,
+      "eval_macro_f1": 0.8627275407167403,
+      "eval_runtime": 1.9913,
+      "eval_samples_per_second": 345.502,
+      "eval_steps_per_second": 21.594,
+      "eval_weighted_f1": 0.8626686087506161,
+      "step": 815
+    },
+    {
+      "epoch": 5.061633281972265,
+      "grad_norm": 0.26334142684936523,
+      "learning_rate": 1.6605316973415134e-05,
+      "loss": 0.1205,
+      "step": 825
+    },
+    {
+      "epoch": 5.215716486902927,
+      "grad_norm": 350.7120666503906,
+      "learning_rate": 1.643490115882754e-05,
+      "loss": 0.1753,
+      "step": 850
+    },
+    {
+      "epoch": 5.36979969183359,
+      "grad_norm": 152.22666931152344,
+      "learning_rate": 1.6264485344239945e-05,
+      "loss": 0.1991,
+      "step": 875
+    },
+    {
+      "epoch": 5.523882896764253,
+      "grad_norm": 0.012067362666130066,
+      "learning_rate": 1.6094069529652356e-05,
+      "loss": 0.1217,
+      "step": 900
+    },
+    {
+      "epoch": 5.677966101694915,
+      "grad_norm": 248.7230224609375,
+      "learning_rate": 1.592365371506476e-05,
+      "loss": 0.4221,
+      "step": 925
+    },
+    {
+      "epoch": 5.832049306625578,
+      "grad_norm": 231.4505157470703,
+      "learning_rate": 1.5753237900477167e-05,
+      "loss": 0.1335,
+      "step": 950
+    },
+    {
+      "epoch": 5.9861325115562405,
+      "grad_norm": 0.32994669675827026,
+      "learning_rate": 1.5582822085889574e-05,
+      "loss": 0.1734,
+      "step": 975
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.876453488372093,
+      "eval_loss": 1.0969630479812622,
+      "eval_macro_f1": 0.876556248196295,
+      "eval_runtime": 1.9514,
+      "eval_samples_per_second": 352.56,
+      "eval_steps_per_second": 22.035,
+      "eval_weighted_f1": 0.8764858571222438,
+      "step": 978
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3260,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/special_tokens_map.json b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/tokenizer_config.json b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/trainer_state.json b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..e265c92867c5640535fe0e2076d931e7bfb250cd
--- /dev/null
+++ b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-1467/trainer_state.json
@@ -0,0 +1,548 @@
+{
+  "best_global_step": 978,
+  "best_metric": 0.885156450091515,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978",
+  "epoch": 9.0,
+  "eval_steps": 500,
+  "global_step": 1467,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15408320493066255,
+      "grad_norm": 153.47628784179688,
+      "learning_rate": 1.47239263803681e-06,
+      "loss": 5.9293,
+      "step": 25
+    },
+    {
+      "epoch": 0.3081664098613251,
+      "grad_norm": 136.63140869140625,
+      "learning_rate": 3.0061349693251535e-06,
+      "loss": 5.6757,
+      "step": 50
+    },
+    {
+      "epoch": 0.4622496147919877,
+      "grad_norm": 377.85064697265625,
+      "learning_rate": 4.539877300613497e-06,
+      "loss": 5.4432,
+      "step": 75
+    },
+    {
+      "epoch": 0.6163328197226502,
+      "grad_norm": 69.26979064941406,
+      "learning_rate": 6.073619631901841e-06,
+      "loss": 4.8966,
+      "step": 100
+    },
+    {
+      "epoch": 0.7704160246533128,
+      "grad_norm": 79.79589080810547,
+      "learning_rate": 7.6073619631901856e-06,
+      "loss": 4.3336,
+      "step": 125
+    },
+    {
+      "epoch": 0.9244992295839753,
+      "grad_norm": 83.6038818359375,
+      "learning_rate": 9.14110429447853e-06,
+      "loss": 4.2306,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5276162790697675,
+      "eval_loss": 0.9408046007156372,
+      "eval_macro_f1": 0.4979515841009374,
+      "eval_runtime": 2.6618,
+      "eval_samples_per_second": 258.471,
+      "eval_steps_per_second": 16.154,
+      "eval_weighted_f1": 0.5001322193069873,
+      "step": 163
+    },
+    {
+      "epoch": 1.073959938366718,
+      "grad_norm": 54.17265701293945,
+      "learning_rate": 1.0674846625766873e-05,
+      "loss": 3.5112,
+      "step": 175
+    },
+    {
+      "epoch": 1.2280431432973806,
+      "grad_norm": 96.85710144042969,
+      "learning_rate": 1.2208588957055216e-05,
+      "loss": 3.3723,
+      "step": 200
+    },
+    {
+      "epoch": 1.3821263482280433,
+      "grad_norm": 100.2755126953125,
+      "learning_rate": 1.374233128834356e-05,
+      "loss": 2.3063,
+      "step": 225
+    },
+    {
+      "epoch": 1.5362095531587057,
+      "grad_norm": 154.7457275390625,
+      "learning_rate": 1.5276073619631903e-05,
+      "loss": 2.3435,
+      "step": 250
+    },
+    {
+      "epoch": 1.6902927580893683,
+      "grad_norm": 73.23519134521484,
+      "learning_rate": 1.6809815950920248e-05,
+      "loss": 1.7787,
+      "step": 275
+    },
+    {
+      "epoch": 1.8443759630200307,
+      "grad_norm": 77.628173828125,
+      "learning_rate": 1.834355828220859e-05,
+      "loss": 2.0456,
+      "step": 300
+    },
+    {
+      "epoch": 1.9984591679506933,
+      "grad_norm": 226.1239013671875,
+      "learning_rate": 1.9877300613496935e-05,
+      "loss": 1.8393,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8284883720930233,
+      "eval_loss": 0.49794459342956543,
+      "eval_macro_f1": 0.8285085699529446,
+      "eval_runtime": 1.8846,
+      "eval_samples_per_second": 365.064,
+      "eval_steps_per_second": 22.817,
+      "eval_weighted_f1": 0.8285106691191724,
+      "step": 326
+    },
+    {
+      "epoch": 2.147919876733436,
+      "grad_norm": 99.15936279296875,
+      "learning_rate": 1.9843217450579417e-05,
+      "loss": 1.2994,
+      "step": 350
+    },
+    {
+      "epoch": 2.3020030816640986,
+      "grad_norm": 59.8395881652832,
+      "learning_rate": 1.967280163599182e-05,
+      "loss": 1.2277,
+      "step": 375
+    },
+    {
+      "epoch": 2.4560862865947612,
+      "grad_norm": 76.31895446777344,
+      "learning_rate": 1.9502385821404228e-05,
+      "loss": 1.1124,
+      "step": 400
+    },
+    {
+      "epoch": 2.610169491525424,
+      "grad_norm": 44.86545181274414,
+      "learning_rate": 1.9331970006816635e-05,
+      "loss": 1.3529,
+      "step": 425
+    },
+    {
+      "epoch": 2.7642526964560865,
+      "grad_norm": 33.59687042236328,
+      "learning_rate": 1.916155419222904e-05,
+      "loss": 1.3241,
+      "step": 450
+    },
+    {
+      "epoch": 2.9183359013867487,
+      "grad_norm": 107.31934356689453,
+      "learning_rate": 1.8991138377641446e-05,
+      "loss": 1.185,
+      "step": 475
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.876453488372093,
+      "eval_loss": 0.3587709367275238,
+      "eval_macro_f1": 0.8763121849898795,
+      "eval_runtime": 1.97,
+      "eval_samples_per_second": 349.244,
+      "eval_steps_per_second": 21.828,
+      "eval_weighted_f1": 0.8760904216619453,
+      "step": 489
+    },
+    {
+      "epoch": 3.0677966101694913,
+      "grad_norm": 96.62469482421875,
+      "learning_rate": 1.8820722563053853e-05,
+      "loss": 1.0221,
+      "step": 500
+    },
+    {
+      "epoch": 3.221879815100154,
+      "grad_norm": 40.46837615966797,
+      "learning_rate": 1.8650306748466257e-05,
+      "loss": 0.6123,
+      "step": 525
+    },
+    {
+      "epoch": 3.3759630200308166,
+      "grad_norm": 57.0135498046875,
+      "learning_rate": 1.8479890933878664e-05,
+      "loss": 0.4961,
+      "step": 550
+    },
+    {
+      "epoch": 3.5300462249614792,
+      "grad_norm": 35.272369384765625,
+      "learning_rate": 1.8309475119291072e-05,
+      "loss": 0.592,
+      "step": 575
+    },
+    {
+      "epoch": 3.684129429892142,
+      "grad_norm": 81.4264144897461,
+      "learning_rate": 1.8139059304703476e-05,
+      "loss": 0.5491,
+      "step": 600
+    },
+    {
+      "epoch": 3.8382126348228045,
+      "grad_norm": 161.4763946533203,
+      "learning_rate": 1.7968643490115886e-05,
+      "loss": 0.4733,
+      "step": 625
+    },
+    {
+      "epoch": 3.992295839753467,
+      "grad_norm": 31.718414306640625,
+      "learning_rate": 1.779822767552829e-05,
+      "loss": 0.6165,
+      "step": 650
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.872093023255814,
+      "eval_loss": 0.5504575967788696,
+      "eval_macro_f1": 0.8715045814947585,
+      "eval_runtime": 1.9253,
+      "eval_samples_per_second": 357.351,
+      "eval_steps_per_second": 22.334,
+      "eval_weighted_f1": 0.8713925506553007,
+      "step": 652
+    },
+    {
+      "epoch": 4.141756548536209,
+      "grad_norm": 195.11581420898438,
+      "learning_rate": 1.7627811860940697e-05,
+      "loss": 0.3025,
+      "step": 675
+    },
+    {
+      "epoch": 4.295839753466872,
+      "grad_norm": 28.23118782043457,
+      "learning_rate": 1.7457396046353105e-05,
+      "loss": 0.2555,
+      "step": 700
+    },
+    {
+      "epoch": 4.449922958397535,
+      "grad_norm": 56.6722297668457,
+      "learning_rate": 1.728698023176551e-05,
+      "loss": 0.361,
+      "step": 725
+    },
+    {
+      "epoch": 4.604006163328197,
+      "grad_norm": 167.7745361328125,
+      "learning_rate": 1.7116564417177916e-05,
+      "loss": 0.2868,
+      "step": 750
+    },
+    {
+      "epoch": 4.75808936825886,
+      "grad_norm": 87.22671508789062,
+      "learning_rate": 1.6946148602590323e-05,
+      "loss": 0.2063,
+      "step": 775
+    },
+    {
+      "epoch": 4.9121725731895225,
+      "grad_norm": 41.307403564453125,
+      "learning_rate": 1.6775732788002727e-05,
+      "loss": 0.1859,
+      "step": 800
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8691860465116279,
+      "eval_loss": 0.908011257648468,
+      "eval_macro_f1": 0.8702066517484323,
+      "eval_runtime": 1.9604,
+      "eval_samples_per_second": 350.956,
+      "eval_steps_per_second": 21.935,
+      "eval_weighted_f1": 0.8696498005051435,
+      "step": 815
+    },
+    {
+      "epoch": 5.061633281972265,
+      "grad_norm": 86.01677703857422,
+      "learning_rate": 1.6605316973415134e-05,
+      "loss": 0.3121,
+      "step": 825
+    },
+    {
+      "epoch": 5.215716486902927,
+      "grad_norm": 2.8213770389556885,
+      "learning_rate": 1.643490115882754e-05,
+      "loss": 0.2163,
+      "step": 850
+    },
+    {
+      "epoch": 5.36979969183359,
+      "grad_norm": 1.506995677947998,
+      "learning_rate": 1.6264485344239945e-05,
+      "loss": 0.1457,
+      "step": 875
+    },
+    {
+      "epoch": 5.523882896764253,
+      "grad_norm": 0.0028333517257124186,
+      "learning_rate": 1.6094069529652356e-05,
+      "loss": 0.0365,
+      "step": 900
+    },
+    {
+      "epoch": 5.677966101694915,
+      "grad_norm": 557.80615234375,
+      "learning_rate": 1.592365371506476e-05,
+      "loss": 0.1756,
+      "step": 925
+    },
+    {
+      "epoch": 5.832049306625578,
+      "grad_norm": 6.206516742706299,
+      "learning_rate": 1.5753237900477167e-05,
+      "loss": 0.1775,
+      "step": 950
+    },
+    {
+      "epoch": 5.9861325115562405,
+      "grad_norm": 3.6036930084228516,
+      "learning_rate": 1.5582822085889574e-05,
+      "loss": 0.0911,
+      "step": 975
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8851744186046512,
+      "eval_loss": 0.9427456259727478,
+      "eval_macro_f1": 0.885156450091515,
+      "eval_runtime": 1.9248,
+      "eval_samples_per_second": 357.444,
+      "eval_steps_per_second": 22.34,
+      "eval_weighted_f1": 0.8849157319408,
+      "step": 978
+    },
+    {
+      "epoch": 6.135593220338983,
+      "grad_norm": 0.017027152702212334,
+      "learning_rate": 1.5412406271301978e-05,
+      "loss": 0.1091,
+      "step": 1000
+    },
+    {
+      "epoch": 6.289676425269645,
+      "grad_norm": 0.008064444176852703,
+      "learning_rate": 1.5241990456714383e-05,
+      "loss": 0.0716,
+      "step": 1025
+    },
+    {
+      "epoch": 6.443759630200308,
+      "grad_norm": 0.002361241728067398,
+      "learning_rate": 1.5071574642126792e-05,
+      "loss": 0.0306,
+      "step": 1050
+    },
+    {
+      "epoch": 6.597842835130971,
+      "grad_norm": 609.7352905273438,
+      "learning_rate": 1.4901158827539198e-05,
+      "loss": 0.1989,
+      "step": 1075
+    },
+    {
+      "epoch": 6.751926040061633,
+      "grad_norm": 41.93587112426758,
+      "learning_rate": 1.4730743012951603e-05,
+      "loss": 0.1221,
+      "step": 1100
+    },
+    {
+      "epoch": 6.906009244992296,
+      "grad_norm": 0.11282168328762054,
+      "learning_rate": 1.456032719836401e-05,
+      "loss": 0.0387,
+      "step": 1125
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.876453488372093,
+      "eval_loss": 1.0108163356781006,
+      "eval_macro_f1": 0.8774706142972261,
+      "eval_runtime": 1.9425,
+      "eval_samples_per_second": 354.177,
+      "eval_steps_per_second": 22.136,
+      "eval_weighted_f1": 0.8771184436460226,
+      "step": 1141
+    },
+    {
+      "epoch": 7.055469953775039,
+      "grad_norm": 0.0005332644795998931,
+      "learning_rate": 1.4389911383776416e-05,
+      "loss": 0.0732,
+      "step": 1150
+    },
+    {
+      "epoch": 7.209553158705701,
+      "grad_norm": 698.4215087890625,
+      "learning_rate": 1.4219495569188822e-05,
+      "loss": 0.0175,
+      "step": 1175
+    },
+    {
+      "epoch": 7.363636363636363,
+      "grad_norm": 189.44186401367188,
+      "learning_rate": 1.4049079754601229e-05,
+      "loss": 0.0087,
+      "step": 1200
+    },
+    {
+      "epoch": 7.517719568567026,
+      "grad_norm": 0.013133542612195015,
+      "learning_rate": 1.3878663940013635e-05,
+      "loss": 0.0588,
+      "step": 1225
+    },
+    {
+      "epoch": 7.671802773497689,
+      "grad_norm": 0.0015438898699358106,
+      "learning_rate": 1.370824812542604e-05,
+      "loss": 0.0852,
+      "step": 1250
+    },
+    {
+      "epoch": 7.825885978428351,
+      "grad_norm": 0.002801584778353572,
+      "learning_rate": 1.3537832310838447e-05,
+      "loss": 0.0392,
+      "step": 1275
+    },
+    {
+      "epoch": 7.979969183359014,
+      "grad_norm": 0.001764732296578586,
+      "learning_rate": 1.3367416496250853e-05,
+      "loss": 0.0008,
+      "step": 1300
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.876453488372093,
+      "eval_loss": 1.1433227062225342,
+      "eval_macro_f1": 0.8766806711800385,
+      "eval_runtime": 1.9112,
+      "eval_samples_per_second": 359.986,
+      "eval_steps_per_second": 22.499,
+      "eval_weighted_f1": 0.8761962844417843,
+      "step": 1304
+    },
+    {
+      "epoch": 8.129429892141756,
+      "grad_norm": 0.0009262890671379864,
+      "learning_rate": 1.3197000681663258e-05,
+      "loss": 0.0017,
+      "step": 1325
+    },
+    {
+      "epoch": 8.283513097072419,
+      "grad_norm": 0.00887821801006794,
+      "learning_rate": 1.3026584867075667e-05,
+      "loss": 0.0002,
+      "step": 1350
+    },
+    {
+      "epoch": 8.437596302003081,
+      "grad_norm": 0.0012404562439769506,
+      "learning_rate": 1.2856169052488073e-05,
+      "loss": 0.0001,
+      "step": 1375
+    },
+    {
+      "epoch": 8.591679506933744,
+      "grad_norm": 0.0007723019225522876,
+      "learning_rate": 1.2685753237900478e-05,
+      "loss": 0.0607,
+      "step": 1400
+    },
+    {
+      "epoch": 8.745762711864407,
+      "grad_norm": 0.0014743262436240911,
+      "learning_rate": 1.2515337423312886e-05,
+      "loss": 0.031,
+      "step": 1425
+    },
+    {
+      "epoch": 8.89984591679507,
+      "grad_norm": 0.00044740087469108403,
+      "learning_rate": 1.2344921608725291e-05,
+      "loss": 0.0002,
+      "step": 1450
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8808139534883721,
+      "eval_loss": 1.1888476610183716,
+      "eval_macro_f1": 0.8810681156033683,
+      "eval_runtime": 1.9531,
+      "eval_samples_per_second": 352.254,
+      "eval_steps_per_second": 22.016,
+      "eval_weighted_f1": 0.8806790431967805,
+      "step": 1467
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3260,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/special_tokens_map.json b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/tokenizer_config.json b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/trainer_state.json b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a33de8742e9b123a38f70e78254f8b68a5e8326f
--- /dev/null
+++ b/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978/trainer_state.json
@@ -0,0 +1,382 @@
+{
+  "best_global_step": 978,
+  "best_metric": 0.885156450091515,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-mmbert-s43-20260903T103127Z-74d59d0c/trainer/checkpoint-978",
+  "epoch": 6.0,
+  "eval_steps": 500,
+  "global_step": 978,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15408320493066255,
+      "grad_norm": 153.47628784179688,
+      "learning_rate": 1.47239263803681e-06,
+      "loss": 5.9293,
+      "step": 25
+    },
+    {
+      "epoch": 0.3081664098613251,
+      "grad_norm": 136.63140869140625,
+      "learning_rate": 3.0061349693251535e-06,
+      "loss": 5.6757,
+      "step": 50
+    },
+    {
+      "epoch": 0.4622496147919877,
+      "grad_norm": 377.85064697265625,
+      "learning_rate": 4.539877300613497e-06,
+      "loss": 5.4432,
+      "step": 75
+    },
+    {
+      "epoch": 0.6163328197226502,
+      "grad_norm": 69.26979064941406,
+      "learning_rate": 6.073619631901841e-06,
+      "loss": 4.8966,
+      "step": 100
+    },
+    {
+      "epoch": 0.7704160246533128,
+      "grad_norm": 79.79589080810547,
+      "learning_rate": 7.6073619631901856e-06,
+      "loss": 4.3336,
+      "step": 125
+    },
+    {
+      "epoch": 0.9244992295839753,
+      "grad_norm": 83.6038818359375,
+      "learning_rate": 9.14110429447853e-06,
+      "loss": 4.2306,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.5276162790697675,
+      "eval_loss": 0.9408046007156372,
+      "eval_macro_f1": 0.4979515841009374,
+      "eval_runtime": 2.6618,
+      "eval_samples_per_second": 258.471,
+      "eval_steps_per_second": 16.154,
+      "eval_weighted_f1": 0.5001322193069873,
+      "step": 163
+    },
+    {
+      "epoch": 1.073959938366718,
+      "grad_norm": 54.17265701293945,
+      "learning_rate": 1.0674846625766873e-05,
+      "loss": 3.5112,
+      "step": 175
+    },
+    {
+      "epoch": 1.2280431432973806,
+      "grad_norm": 96.85710144042969,
+      "learning_rate": 1.2208588957055216e-05,
+      "loss": 3.3723,
+      "step": 200
+    },
+    {
+      "epoch": 1.3821263482280433,
+      "grad_norm": 100.2755126953125,
+      "learning_rate": 1.374233128834356e-05,
+      "loss": 2.3063,
+      "step": 225
+    },
+    {
+      "epoch": 1.5362095531587057,
+      "grad_norm": 154.7457275390625,
+      "learning_rate": 1.5276073619631903e-05,
+      "loss": 2.3435,
+      "step": 250
+    },
+    {
+      "epoch": 1.6902927580893683,
+      "grad_norm": 73.23519134521484,
+      "learning_rate": 1.6809815950920248e-05,
+      "loss": 1.7787,
+      "step": 275
+    },
+    {
+      "epoch": 1.8443759630200307,
+      "grad_norm": 77.628173828125,
+      "learning_rate": 1.834355828220859e-05,
+      "loss": 2.0456,
+      "step": 300
+    },
+    {
+      "epoch": 1.9984591679506933,
+      "grad_norm": 226.1239013671875,
+      "learning_rate": 1.9877300613496935e-05,
+      "loss": 1.8393,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8284883720930233,
+      "eval_loss": 0.49794459342956543,
+      "eval_macro_f1": 0.8285085699529446,
+      "eval_runtime": 1.8846,
+      "eval_samples_per_second": 365.064,
+      "eval_steps_per_second": 22.817,
+      "eval_weighted_f1": 0.8285106691191724,
+      "step": 326
+    },
+    {
+      "epoch": 2.147919876733436,
+      "grad_norm": 99.15936279296875,
+      "learning_rate": 1.9843217450579417e-05,
+      "loss": 1.2994,
+      "step": 350
+    },
+    {
+      "epoch": 2.3020030816640986,
+      "grad_norm": 59.8395881652832,
+      "learning_rate": 1.967280163599182e-05,
+      "loss": 1.2277,
+      "step": 375
+    },
+    {
+      "epoch": 2.4560862865947612,
+      "grad_norm": 76.31895446777344,
+      "learning_rate": 1.9502385821404228e-05,
+      "loss": 1.1124,
+      "step": 400
+    },
+    {
+      "epoch": 2.610169491525424,
+      "grad_norm": 44.86545181274414,
+      "learning_rate": 1.9331970006816635e-05,
+      "loss": 1.3529,
+      "step": 425
+    },
+    {
+      "epoch": 2.7642526964560865,
+      "grad_norm": 33.59687042236328,
+      "learning_rate": 1.916155419222904e-05,
+      "loss": 1.3241,
+      "step": 450
+    },
+    {
+      "epoch": 2.9183359013867487,
+      "grad_norm": 107.31934356689453,
+      "learning_rate": 1.8991138377641446e-05,
+      "loss": 1.185,
+      "step": 475
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.876453488372093,
+      "eval_loss": 0.3587709367275238,
+      "eval_macro_f1": 0.8763121849898795,
+      "eval_runtime": 1.97,
+      "eval_samples_per_second": 349.244,
+      "eval_steps_per_second": 21.828,
+      "eval_weighted_f1": 0.8760904216619453,
+      "step": 489
+    },
+    {
+      "epoch": 3.0677966101694913,
+      "grad_norm": 96.62469482421875,
+      "learning_rate": 1.8820722563053853e-05,
+      "loss": 1.0221,
+      "step": 500
+    },
+    {
+      "epoch": 3.221879815100154,
+      "grad_norm": 40.46837615966797,
+      "learning_rate": 1.8650306748466257e-05,
+      "loss": 0.6123,
+      "step": 525
+    },
+    {
+      "epoch": 3.3759630200308166,
+      "grad_norm": 57.0135498046875,
+      "learning_rate": 1.8479890933878664e-05,
+      "loss": 0.4961,
+      "step": 550
+    },
+    {
+      "epoch": 3.5300462249614792,
+      "grad_norm": 35.272369384765625,
+      "learning_rate": 1.8309475119291072e-05,
+      "loss": 0.592,
+      "step": 575
+    },
+    {
+      "epoch": 3.684129429892142,
+      "grad_norm": 81.4264144897461,
+      "learning_rate": 1.8139059304703476e-05,
+      "loss": 0.5491,
+      "step": 600
+    },
+    {
+      "epoch": 3.8382126348228045,
+      "grad_norm": 161.4763946533203,
+      "learning_rate": 1.7968643490115886e-05,
+      "loss": 0.4733,
+      "step": 625
+    },
+    {
+      "epoch": 3.992295839753467,
+      "grad_norm": 31.718414306640625,
+      "learning_rate": 1.779822767552829e-05,
+      "loss": 0.6165,
+      "step": 650
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.872093023255814,
+      "eval_loss": 0.5504575967788696,
+      "eval_macro_f1": 0.8715045814947585,
+      "eval_runtime": 1.9253,
+      "eval_samples_per_second": 357.351,
+      "eval_steps_per_second": 22.334,
+      "eval_weighted_f1": 0.8713925506553007,
+      "step": 652
+    },
+    {
+      "epoch": 4.141756548536209,
+      "grad_norm": 195.11581420898438,
+      "learning_rate": 1.7627811860940697e-05,
+      "loss": 0.3025,
+      "step": 675
+    },
+    {
+      "epoch": 4.295839753466872,
+      "grad_norm": 28.23118782043457,
+      "learning_rate": 1.7457396046353105e-05,
+      "loss": 0.2555,
+      "step": 700
+    },
+    {
+      "epoch": 4.449922958397535,
+      "grad_norm": 56.6722297668457,
+      "learning_rate": 1.728698023176551e-05,
+      "loss": 0.361,
+      "step": 725
+    },
+    {
+      "epoch": 4.604006163328197,
+      "grad_norm": 167.7745361328125,
+      "learning_rate": 1.7116564417177916e-05,
+      "loss": 0.2868,
+      "step": 750
+    },
+    {
+      "epoch": 4.75808936825886,
+      "grad_norm": 87.22671508789062,
+      "learning_rate": 1.6946148602590323e-05,
+      "loss": 0.2063,
+      "step": 775
+    },
+    {
+      "epoch": 4.9121725731895225,
+      "grad_norm": 41.307403564453125,
+      "learning_rate": 1.6775732788002727e-05,
+      "loss": 0.1859,
+      "step": 800
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.8691860465116279,
+      "eval_loss": 0.908011257648468,
+      "eval_macro_f1": 0.8702066517484323,
+      "eval_runtime": 1.9604,
+      "eval_samples_per_second": 350.956,
+      "eval_steps_per_second": 21.935,
+      "eval_weighted_f1": 0.8696498005051435,
+      "step": 815
+    },
+    {
+      "epoch": 5.061633281972265,
+      "grad_norm": 86.01677703857422,
+      "learning_rate": 1.6605316973415134e-05,
+      "loss": 0.3121,
+      "step": 825
+    },
+    {
+      "epoch": 5.215716486902927,
+      "grad_norm": 2.8213770389556885,
+      "learning_rate": 1.643490115882754e-05,
+      "loss": 0.2163,
+      "step": 850
+    },
+    {
+      "epoch": 5.36979969183359,
+      "grad_norm": 1.506995677947998,
+      "learning_rate": 1.6264485344239945e-05,
+      "loss": 0.1457,
+      "step": 875
+    },
+    {
+      "epoch": 5.523882896764253,
+      "grad_norm": 0.0028333517257124186,
+      "learning_rate": 1.6094069529652356e-05,
+      "loss": 0.0365,
+      "step": 900
+    },
+    {
+      "epoch": 5.677966101694915,
+      "grad_norm": 557.80615234375,
+      "learning_rate": 1.592365371506476e-05,
+      "loss": 0.1756,
+      "step": 925
+    },
+    {
+      "epoch": 5.832049306625578,
+      "grad_norm": 6.206516742706299,
+      "learning_rate": 1.5753237900477167e-05,
+      "loss": 0.1775,
+      "step": 950
+    },
+    {
+      "epoch": 5.9861325115562405,
+      "grad_norm": 3.6036930084228516,
+      "learning_rate": 1.5582822085889574e-05,
+      "loss": 0.0911,
+      "step": 975
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8851744186046512,
+      "eval_loss": 0.9427456259727478,
+      "eval_macro_f1": 0.885156450091515,
+      "eval_runtime": 1.9248,
+      "eval_samples_per_second": 357.444,
+      "eval_steps_per_second": 22.34,
+      "eval_weighted_f1": 0.8849157319408,
+      "step": 978
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3260,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/special_tokens_map.json b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/tokenizer_config.json b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/trainer_state.json b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0ebc4b5a4c41deb81c387cc2d1013fd23435d91
--- /dev/null
+++ b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445/trainer_state.json
@@ -0,0 +1,887 @@
+{
+  "best_global_step": 2445,
+  "best_metric": 0.8927275624601617,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445",
+  "epoch": 15.0,
+  "eval_steps": 500,
+  "global_step": 2445,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15408320493066255,
+      "grad_norm": 127.18215942382812,
+      "learning_rate": 1.47239263803681e-06,
+      "loss": 5.2466,
+      "step": 25
+    },
+    {
+      "epoch": 0.3081664098613251,
+      "grad_norm": 134.23342895507812,
+      "learning_rate": 3.0061349693251535e-06,
+      "loss": 4.7717,
+      "step": 50
+    },
+    {
+      "epoch": 0.4622496147919877,
+      "grad_norm": 162.5803985595703,
+      "learning_rate": 4.539877300613497e-06,
+      "loss": 4.4295,
+      "step": 75
+    },
+    {
+      "epoch": 0.6163328197226502,
+      "grad_norm": 43.18275833129883,
+      "learning_rate": 6.073619631901841e-06,
+      "loss": 4.5013,
+      "step": 100
+    },
+    {
+      "epoch": 0.7704160246533128,
+      "grad_norm": 32.71709442138672,
+      "learning_rate": 7.6073619631901856e-06,
+      "loss": 4.4715,
+      "step": 125
+    },
+    {
+      "epoch": 0.9244992295839753,
+      "grad_norm": 48.77035903930664,
+      "learning_rate": 9.14110429447853e-06,
+      "loss": 4.341,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.4491279069767442,
+      "eval_loss": 1.0406494140625,
+      "eval_macro_f1": 0.40405266053972727,
+      "eval_runtime": 2.6927,
+      "eval_samples_per_second": 255.509,
+      "eval_steps_per_second": 15.969,
+      "eval_weighted_f1": 0.40798705621383796,
+      "step": 163
+    },
+    {
+      "epoch": 1.073959938366718,
+      "grad_norm": 50.24781036376953,
+      "learning_rate": 1.0674846625766873e-05,
+      "loss": 4.0136,
+      "step": 175
+    },
+    {
+      "epoch": 1.2280431432973806,
+      "grad_norm": 155.80245971679688,
+      "learning_rate": 1.2208588957055216e-05,
+      "loss": 4.2887,
+      "step": 200
+    },
+    {
+      "epoch": 1.3821263482280433,
+      "grad_norm": 105.06681060791016,
+      "learning_rate": 1.374233128834356e-05,
+      "loss": 3.4731,
+      "step": 225
+    },
+    {
+      "epoch": 1.5362095531587057,
+      "grad_norm": 74.68601989746094,
+      "learning_rate": 1.5276073619631903e-05,
+      "loss": 2.4479,
+      "step": 250
+    },
+    {
+      "epoch": 1.6902927580893683,
+      "grad_norm": 120.08795166015625,
+      "learning_rate": 1.6809815950920248e-05,
+      "loss": 2.2201,
+      "step": 275
+    },
+    {
+      "epoch": 1.8443759630200307,
+      "grad_norm": 80.3936767578125,
+      "learning_rate": 1.834355828220859e-05,
+      "loss": 1.842,
+      "step": 300
+    },
+    {
+      "epoch": 1.9984591679506933,
+      "grad_norm": 63.830848693847656,
+      "learning_rate": 1.9877300613496935e-05,
+      "loss": 1.9566,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8488372093023255,
+      "eval_loss": 0.3808504045009613,
+      "eval_macro_f1": 0.8488356508850221,
+      "eval_runtime": 1.9435,
+      "eval_samples_per_second": 354.002,
+      "eval_steps_per_second": 22.125,
+      "eval_weighted_f1": 0.8485292502275367,
+      "step": 326
+    },
+    {
+      "epoch": 2.147919876733436,
+      "grad_norm": 66.99850463867188,
+      "learning_rate": 1.9843217450579417e-05,
+      "loss": 1.3077,
+      "step": 350
+    },
+    {
+      "epoch": 2.3020030816640986,
+      "grad_norm": 52.349037170410156,
+      "learning_rate": 1.967280163599182e-05,
+      "loss": 1.2449,
+      "step": 375
+    },
+    {
+      "epoch": 2.4560862865947612,
+      "grad_norm": 51.0515022277832,
+      "learning_rate": 1.9502385821404228e-05,
+      "loss": 1.0796,
+      "step": 400
+    },
+    {
+      "epoch": 2.610169491525424,
+      "grad_norm": 69.1286392211914,
+      "learning_rate": 1.9331970006816635e-05,
+      "loss": 1.1692,
+      "step": 425
+    },
+    {
+      "epoch": 2.7642526964560865,
+      "grad_norm": 40.09363555908203,
+      "learning_rate": 1.916155419222904e-05,
+      "loss": 1.161,
+      "step": 450
+    },
+    {
+      "epoch": 2.9183359013867487,
+      "grad_norm": 35.31248474121094,
+      "learning_rate": 1.8991138377641446e-05,
+      "loss": 1.141,
+      "step": 475
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8662790697674418,
+      "eval_loss": 0.3816070556640625,
+      "eval_macro_f1": 0.8661714578433254,
+      "eval_runtime": 1.9848,
+      "eval_samples_per_second": 346.639,
+      "eval_steps_per_second": 21.665,
+      "eval_weighted_f1": 0.8659885032676489,
+      "step": 489
+    },
+    {
+      "epoch": 3.0677966101694913,
+      "grad_norm": 266.53460693359375,
+      "learning_rate": 1.8820722563053853e-05,
+      "loss": 0.7258,
+      "step": 500
+    },
+    {
+      "epoch": 3.221879815100154,
+      "grad_norm": 106.65554809570312,
+      "learning_rate": 1.8650306748466257e-05,
+      "loss": 0.652,
+      "step": 525
+    },
+    {
+      "epoch": 3.3759630200308166,
+      "grad_norm": 54.65692138671875,
+      "learning_rate": 1.8479890933878664e-05,
+      "loss": 0.4302,
+      "step": 550
+    },
+    {
+      "epoch": 3.5300462249614792,
+      "grad_norm": 28.490026473999023,
+      "learning_rate": 1.8309475119291072e-05,
+      "loss": 0.3513,
+      "step": 575
+    },
+    {
+      "epoch": 3.684129429892142,
+      "grad_norm": 114.29010009765625,
+      "learning_rate": 1.8139059304703476e-05,
+      "loss": 0.7202,
+      "step": 600
+    },
+    {
+      "epoch": 3.8382126348228045,
+      "grad_norm": 75.49837493896484,
+      "learning_rate": 1.7968643490115886e-05,
+      "loss": 0.5168,
+      "step": 625
+    },
+    {
+      "epoch": 3.992295839753467,
+      "grad_norm": 73.42147827148438,
+      "learning_rate": 1.779822767552829e-05,
+      "loss": 0.4302,
+      "step": 650
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8691860465116279,
+      "eval_loss": 0.47202354669570923,
+      "eval_macro_f1": 0.8694829705276717,
+      "eval_runtime": 1.9641,
+      "eval_samples_per_second": 350.293,
+      "eval_steps_per_second": 21.893,
+      "eval_weighted_f1": 0.8689319156489104,
+      "step": 652
+    },
+    {
+      "epoch": 4.141756548536209,
+      "grad_norm": 0.9334242939949036,
+      "learning_rate": 1.7627811860940697e-05,
+      "loss": 0.1434,
+      "step": 675
+    },
+    {
+      "epoch": 4.295839753466872,
+      "grad_norm": 15.893774032592773,
+      "learning_rate": 1.7457396046353105e-05,
+      "loss": 0.0997,
+      "step": 700
+    },
+    {
+      "epoch": 4.449922958397535,
+      "grad_norm": 360.5692443847656,
+      "learning_rate": 1.728698023176551e-05,
+      "loss": 0.275,
+      "step": 725
+    },
+    {
+      "epoch": 4.604006163328197,
+      "grad_norm": 0.023683523759245872,
+      "learning_rate": 1.7116564417177916e-05,
+      "loss": 0.1103,
+      "step": 750
+    },
+    {
+      "epoch": 4.75808936825886,
+      "grad_norm": 0.08664179593324661,
+      "learning_rate": 1.6946148602590323e-05,
+      "loss": 0.3878,
+      "step": 775
+    },
+    {
+      "epoch": 4.9121725731895225,
+      "grad_norm": 6.4954328536987305,
+      "learning_rate": 1.6775732788002727e-05,
+      "loss": 0.1941,
+      "step": 800
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.873546511627907,
+      "eval_loss": 0.919683039188385,
+      "eval_macro_f1": 0.8742773621012896,
+      "eval_runtime": 1.9752,
+      "eval_samples_per_second": 348.317,
+      "eval_steps_per_second": 21.77,
+      "eval_weighted_f1": 0.8739369615423106,
+      "step": 815
+    },
+    {
+      "epoch": 5.061633281972265,
+      "grad_norm": 0.024281587451696396,
+      "learning_rate": 1.6605316973415134e-05,
+      "loss": 0.047,
+      "step": 825
+    },
+    {
+      "epoch": 5.215716486902927,
+      "grad_norm": 55.318843841552734,
+      "learning_rate": 1.643490115882754e-05,
+      "loss": 0.0386,
+      "step": 850
+    },
+    {
+      "epoch": 5.36979969183359,
+      "grad_norm": 38.35429000854492,
+      "learning_rate": 1.6264485344239945e-05,
+      "loss": 0.0801,
+      "step": 875
+    },
+    {
+      "epoch": 5.523882896764253,
+      "grad_norm": 0.6749333739280701,
+      "learning_rate": 1.6094069529652356e-05,
+      "loss": 0.0903,
+      "step": 900
+    },
+    {
+      "epoch": 5.677966101694915,
+      "grad_norm": 181.4912109375,
+      "learning_rate": 1.592365371506476e-05,
+      "loss": 0.1722,
+      "step": 925
+    },
+    {
+      "epoch": 5.832049306625578,
+      "grad_norm": 378.1103820800781,
+      "learning_rate": 1.5753237900477167e-05,
+      "loss": 0.1722,
+      "step": 950
+    },
+    {
+      "epoch": 5.9861325115562405,
+      "grad_norm": 34.211769104003906,
+      "learning_rate": 1.5582822085889574e-05,
+      "loss": 0.0986,
+      "step": 975
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8561046511627907,
+      "eval_loss": 1.1308958530426025,
+      "eval_macro_f1": 0.8563384999053789,
+      "eval_runtime": 1.9766,
+      "eval_samples_per_second": 348.075,
+      "eval_steps_per_second": 21.755,
+      "eval_weighted_f1": 0.8559445839796899,
+      "step": 978
+    },
+    {
+      "epoch": 6.135593220338983,
+      "grad_norm": 0.00684432964771986,
+      "learning_rate": 1.5412406271301978e-05,
+      "loss": 0.0341,
+      "step": 1000
+    },
+    {
+      "epoch": 6.289676425269645,
+      "grad_norm": 6.269389629364014,
+      "learning_rate": 1.5241990456714383e-05,
+      "loss": 0.0491,
+      "step": 1025
+    },
+    {
+      "epoch": 6.443759630200308,
+      "grad_norm": 0.005973043851554394,
+      "learning_rate": 1.5071574642126792e-05,
+      "loss": 0.1128,
+      "step": 1050
+    },
+    {
+      "epoch": 6.597842835130971,
+      "grad_norm": 0.8897688388824463,
+      "learning_rate": 1.4901158827539198e-05,
+      "loss": 0.0224,
+      "step": 1075
+    },
+    {
+      "epoch": 6.751926040061633,
+      "grad_norm": 0.0021667855326086283,
+      "learning_rate": 1.4730743012951603e-05,
+      "loss": 0.0139,
+      "step": 1100
+    },
+    {
+      "epoch": 6.906009244992296,
+      "grad_norm": 0.04857928305864334,
+      "learning_rate": 1.456032719836401e-05,
+      "loss": 0.2602,
+      "step": 1125
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.2012829780578613,
+      "eval_macro_f1": 0.8878332123612808,
+      "eval_runtime": 1.9171,
+      "eval_samples_per_second": 358.87,
+      "eval_steps_per_second": 22.429,
+      "eval_weighted_f1": 0.8876465518516051,
+      "step": 1141
+    },
+    {
+      "epoch": 7.055469953775039,
+      "grad_norm": 0.22313950955867767,
+      "learning_rate": 1.4389911383776416e-05,
+      "loss": 0.0175,
+      "step": 1150
+    },
+    {
+      "epoch": 7.209553158705701,
+      "grad_norm": 0.0012674558674916625,
+      "learning_rate": 1.4219495569188822e-05,
+      "loss": 0.0053,
+      "step": 1175
+    },
+    {
+      "epoch": 7.363636363636363,
+      "grad_norm": 0.0014971619239076972,
+      "learning_rate": 1.4049079754601229e-05,
+      "loss": 0.0002,
+      "step": 1200
+    },
+    {
+      "epoch": 7.517719568567026,
+      "grad_norm": 0.0011139626149088144,
+      "learning_rate": 1.3878663940013635e-05,
+      "loss": 0.0034,
+      "step": 1225
+    },
+    {
+      "epoch": 7.671802773497689,
+      "grad_norm": 0.001499802223406732,
+      "learning_rate": 1.370824812542604e-05,
+      "loss": 0.048,
+      "step": 1250
+    },
+    {
+      "epoch": 7.825885978428351,
+      "grad_norm": 0.0020558445248752832,
+      "learning_rate": 1.3537832310838447e-05,
+      "loss": 0.024,
+      "step": 1275
+    },
+    {
+      "epoch": 7.979969183359014,
+      "grad_norm": 0.27278637886047363,
+      "learning_rate": 1.3367416496250853e-05,
+      "loss": 0.0011,
+      "step": 1300
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8837209302325582,
+      "eval_loss": 1.223210334777832,
+      "eval_macro_f1": 0.8840839089488307,
+      "eval_runtime": 1.9677,
+      "eval_samples_per_second": 349.651,
+      "eval_steps_per_second": 21.853,
+      "eval_weighted_f1": 0.8836632637314332,
+      "step": 1304
+    },
+    {
+      "epoch": 8.129429892141756,
+      "grad_norm": 0.0034327954053878784,
+      "learning_rate": 1.3197000681663258e-05,
+      "loss": 0.0008,
+      "step": 1325
+    },
+    {
+      "epoch": 8.283513097072419,
+      "grad_norm": 0.016384845599532127,
+      "learning_rate": 1.3026584867075667e-05,
+      "loss": 0.0233,
+      "step": 1350
+    },
+    {
+      "epoch": 8.437596302003081,
+      "grad_norm": 18.224666595458984,
+      "learning_rate": 1.2856169052488073e-05,
+      "loss": 0.0496,
+      "step": 1375
+    },
+    {
+      "epoch": 8.591679506933744,
+      "grad_norm": 0.004203085321933031,
+      "learning_rate": 1.2685753237900478e-05,
+      "loss": 0.0001,
+      "step": 1400
+    },
+    {
+      "epoch": 8.745762711864407,
+      "grad_norm": 0.00449835741892457,
+      "learning_rate": 1.2515337423312886e-05,
+      "loss": 0.0001,
+      "step": 1425
+    },
+    {
+      "epoch": 8.89984591679507,
+      "grad_norm": 0.09293481707572937,
+      "learning_rate": 1.2344921608725291e-05,
+      "loss": 0.0012,
+      "step": 1450
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.2943674325942993,
+      "eval_macro_f1": 0.8883183423390396,
+      "eval_runtime": 2.0015,
+      "eval_samples_per_second": 343.747,
+      "eval_steps_per_second": 21.484,
+      "eval_weighted_f1": 0.887989606855414,
+      "step": 1467
+    },
+    {
+      "epoch": 9.049306625577811,
+      "grad_norm": 0.0036503029987215996,
+      "learning_rate": 1.2174505794137697e-05,
+      "loss": 0.0,
+      "step": 1475
+    },
+    {
+      "epoch": 9.203389830508474,
+      "grad_norm": 0.00040464664925821126,
+      "learning_rate": 1.2004089979550104e-05,
+      "loss": 0.0001,
+      "step": 1500
+    },
+    {
+      "epoch": 9.357473035439137,
+      "grad_norm": 0.0003958918387070298,
+      "learning_rate": 1.183367416496251e-05,
+      "loss": 0.0,
+      "step": 1525
+    },
+    {
+      "epoch": 9.5115562403698,
+      "grad_norm": 0.003591968212276697,
+      "learning_rate": 1.1663258350374915e-05,
+      "loss": 0.0,
+      "step": 1550
+    },
+    {
+      "epoch": 9.665639445300462,
+      "grad_norm": 0.0001566132705193013,
+      "learning_rate": 1.1492842535787322e-05,
+      "loss": 0.0,
+      "step": 1575
+    },
+    {
+      "epoch": 9.819722650231125,
+      "grad_norm": 0.00030139010050334036,
+      "learning_rate": 1.1322426721199728e-05,
+      "loss": 0.0,
+      "step": 1600
+    },
+    {
+      "epoch": 9.973805855161787,
+      "grad_norm": 0.001995729748159647,
+      "learning_rate": 1.1152010906612133e-05,
+      "loss": 0.0,
+      "step": 1625
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8822674418604651,
+      "eval_loss": 1.2964187860488892,
+      "eval_macro_f1": 0.8827669993645099,
+      "eval_runtime": 1.9543,
+      "eval_samples_per_second": 352.048,
+      "eval_steps_per_second": 22.003,
+      "eval_weighted_f1": 0.8822666377175207,
+      "step": 1630
+    },
+    {
+      "epoch": 10.12326656394453,
+      "grad_norm": 0.00036753597669303417,
+      "learning_rate": 1.0981595092024542e-05,
+      "loss": 0.0,
+      "step": 1650
+    },
+    {
+      "epoch": 10.277349768875192,
+      "grad_norm": 0.00015916420670691878,
+      "learning_rate": 1.0811179277436948e-05,
+      "loss": 0.0,
+      "step": 1675
+    },
+    {
+      "epoch": 10.431432973805855,
+      "grad_norm": 0.004494084510952234,
+      "learning_rate": 1.0640763462849353e-05,
+      "loss": 0.0,
+      "step": 1700
+    },
+    {
+      "epoch": 10.585516178736517,
+      "grad_norm": 0.0002287530805915594,
+      "learning_rate": 1.047034764826176e-05,
+      "loss": 0.0,
+      "step": 1725
+    },
+    {
+      "epoch": 10.73959938366718,
+      "grad_norm": 0.00018775553326122463,
+      "learning_rate": 1.0299931833674166e-05,
+      "loss": 0.0,
+      "step": 1750
+    },
+    {
+      "epoch": 10.893682588597843,
+      "grad_norm": 0.016661452129483223,
+      "learning_rate": 1.0129516019086572e-05,
+      "loss": 0.0,
+      "step": 1775
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.3454102277755737,
+      "eval_macro_f1": 0.8885762934530167,
+      "eval_runtime": 1.9483,
+      "eval_samples_per_second": 353.132,
+      "eval_steps_per_second": 22.071,
+      "eval_weighted_f1": 0.8881537593174831,
+      "step": 1793
+    },
+    {
+      "epoch": 11.043143297380585,
+      "grad_norm": 0.00036437498056329787,
+      "learning_rate": 9.959100204498979e-06,
+      "loss": 0.0,
+      "step": 1800
+    },
+    {
+      "epoch": 11.197226502311247,
+      "grad_norm": 0.0004416941665112972,
+      "learning_rate": 9.788684389911385e-06,
+      "loss": 0.0,
+      "step": 1825
+    },
+    {
+      "epoch": 11.35130970724191,
+      "grad_norm": 0.005117523949593306,
+      "learning_rate": 9.61826857532379e-06,
+      "loss": 0.0,
+      "step": 1850
+    },
+    {
+      "epoch": 11.505392912172573,
+      "grad_norm": 0.00011620658915489912,
+      "learning_rate": 9.447852760736197e-06,
+      "loss": 0.0,
+      "step": 1875
+    },
+    {
+      "epoch": 11.659476117103235,
+      "grad_norm": 0.0015851655043661594,
+      "learning_rate": 9.277436946148603e-06,
+      "loss": 0.0,
+      "step": 1900
+    },
+    {
+      "epoch": 11.813559322033898,
+      "grad_norm": 0.0006470141815952957,
+      "learning_rate": 9.107021131561008e-06,
+      "loss": 0.0,
+      "step": 1925
+    },
+    {
+      "epoch": 11.96764252696456,
+      "grad_norm": 0.00012055667320964858,
+      "learning_rate": 8.936605316973416e-06,
+      "loss": 0.0,
+      "step": 1950
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.8895348837209303,
+      "eval_loss": 1.3082988262176514,
+      "eval_macro_f1": 0.8898707713321006,
+      "eval_runtime": 2.2597,
+      "eval_samples_per_second": 304.46,
+      "eval_steps_per_second": 19.029,
+      "eval_weighted_f1": 0.8895435993249603,
+      "step": 1956
+    },
+    {
+      "epoch": 12.117103235747303,
+      "grad_norm": 0.0004476892063394189,
+      "learning_rate": 8.766189502385823e-06,
+      "loss": 0.0,
+      "step": 1975
+    },
+    {
+      "epoch": 12.271186440677965,
+      "grad_norm": 0.00014664308400824666,
+      "learning_rate": 8.595773687798228e-06,
+      "loss": 0.0,
+      "step": 2000
+    },
+    {
+      "epoch": 12.425269645608628,
+      "grad_norm": 0.0005295542068779469,
+      "learning_rate": 8.425357873210634e-06,
+      "loss": 0.0,
+      "step": 2025
+    },
+    {
+      "epoch": 12.57935285053929,
+      "grad_norm": 0.0001357389846816659,
+      "learning_rate": 8.254942058623041e-06,
+      "loss": 0.0,
+      "step": 2050
+    },
+    {
+      "epoch": 12.733436055469953,
+      "grad_norm": 0.00015177523891907185,
+      "learning_rate": 8.084526244035447e-06,
+      "loss": 0.0,
+      "step": 2075
+    },
+    {
+      "epoch": 12.887519260400616,
+      "grad_norm": 0.00018481371807865798,
+      "learning_rate": 7.914110429447854e-06,
+      "loss": 0.0,
+      "step": 2100
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.8895348837209303,
+      "eval_loss": 1.3151520490646362,
+      "eval_macro_f1": 0.8898707713321006,
+      "eval_runtime": 2.058,
+      "eval_samples_per_second": 334.301,
+      "eval_steps_per_second": 20.894,
+      "eval_weighted_f1": 0.8895435993249603,
+      "step": 2119
+    },
+    {
+      "epoch": 13.03697996918336,
+      "grad_norm": 0.00026717365835793316,
+      "learning_rate": 7.74369461486026e-06,
+      "loss": 0.0,
+      "step": 2125
+    },
+    {
+      "epoch": 13.19106317411402,
+      "grad_norm": 0.0006573651335202157,
+      "learning_rate": 7.573278800272665e-06,
+      "loss": 0.0,
+      "step": 2150
+    },
+    {
+      "epoch": 13.345146379044683,
+      "grad_norm": 0.00026791050913743675,
+      "learning_rate": 7.402862985685072e-06,
+      "loss": 0.0,
+      "step": 2175
+    },
+    {
+      "epoch": 13.499229583975346,
+      "grad_norm": 0.0011619410943239927,
+      "learning_rate": 7.232447171097479e-06,
+      "loss": 0.0,
+      "step": 2200
+    },
+    {
+      "epoch": 13.653312788906009,
+      "grad_norm": 0.0003609574632719159,
+      "learning_rate": 7.062031356509885e-06,
+      "loss": 0.0,
+      "step": 2225
+    },
+    {
+      "epoch": 13.807395993836671,
+      "grad_norm": 0.0005252972478047013,
+      "learning_rate": 6.891615541922291e-06,
+      "loss": 0.0,
+      "step": 2250
+    },
+    {
+      "epoch": 13.961479198767334,
+      "grad_norm": 0.0005083471187390387,
+      "learning_rate": 6.721199727334697e-06,
+      "loss": 0.0,
+      "step": 2275
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.8909883720930233,
+      "eval_loss": 1.316959261894226,
+      "eval_macro_f1": 0.8913187523192381,
+      "eval_runtime": 1.9866,
+      "eval_samples_per_second": 346.327,
+      "eval_steps_per_second": 21.645,
+      "eval_weighted_f1": 0.8910065444793863,
+      "step": 2282
+    },
+    {
+      "epoch": 14.110939907550078,
+      "grad_norm": 0.0003697033098433167,
+      "learning_rate": 6.550783912747104e-06,
+      "loss": 0.0,
+      "step": 2300
+    },
+    {
+      "epoch": 14.26502311248074,
+      "grad_norm": 0.00014407228445634246,
+      "learning_rate": 6.38036809815951e-06,
+      "loss": 0.0,
+      "step": 2325
+    },
+    {
+      "epoch": 14.419106317411401,
+      "grad_norm": 0.00020727390074171126,
+      "learning_rate": 6.209952283571916e-06,
+      "loss": 0.0,
+      "step": 2350
+    },
+    {
+      "epoch": 14.573189522342064,
+      "grad_norm": 0.0005230808747000992,
+      "learning_rate": 6.039536468984323e-06,
+      "loss": 0.0,
+      "step": 2375
+    },
+    {
+      "epoch": 14.727272727272727,
+      "grad_norm": 5.917129965382628e-05,
+      "learning_rate": 5.869120654396728e-06,
+      "loss": 0.0,
+      "step": 2400
+    },
+    {
+      "epoch": 14.88135593220339,
+      "grad_norm": 7.354253466473892e-05,
+      "learning_rate": 5.698704839809135e-06,
+      "loss": 0.0,
+      "step": 2425
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.8924418604651163,
+      "eval_loss": 1.3210852146148682,
+      "eval_macro_f1": 0.8927275624601617,
+      "eval_runtime": 1.9535,
+      "eval_samples_per_second": 352.192,
+      "eval_steps_per_second": 22.012,
+      "eval_weighted_f1": 0.8924167912377164,
+      "step": 2445
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3260,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/special_tokens_map.json b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/tokenizer_config.json b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/trainer_state.json b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..320df7dde0bed29d8a41f25430373a96f2a91e6d
--- /dev/null
+++ b/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2934/trainer_state.json
@@ -0,0 +1,1060 @@
+{
+  "best_global_step": 2445,
+  "best_metric": 0.8927275624601617,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vifactcheck-mmbert-s44-20260903T104254Z-fe08d0a1/trainer/checkpoint-2445",
+  "epoch": 18.0,
+  "eval_steps": 500,
+  "global_step": 2934,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.15408320493066255,
+      "grad_norm": 127.18215942382812,
+      "learning_rate": 1.47239263803681e-06,
+      "loss": 5.2466,
+      "step": 25
+    },
+    {
+      "epoch": 0.3081664098613251,
+      "grad_norm": 134.23342895507812,
+      "learning_rate": 3.0061349693251535e-06,
+      "loss": 4.7717,
+      "step": 50
+    },
+    {
+      "epoch": 0.4622496147919877,
+      "grad_norm": 162.5803985595703,
+      "learning_rate": 4.539877300613497e-06,
+      "loss": 4.4295,
+      "step": 75
+    },
+    {
+      "epoch": 0.6163328197226502,
+      "grad_norm": 43.18275833129883,
+      "learning_rate": 6.073619631901841e-06,
+      "loss": 4.5013,
+      "step": 100
+    },
+    {
+      "epoch": 0.7704160246533128,
+      "grad_norm": 32.71709442138672,
+      "learning_rate": 7.6073619631901856e-06,
+      "loss": 4.4715,
+      "step": 125
+    },
+    {
+      "epoch": 0.9244992295839753,
+      "grad_norm": 48.77035903930664,
+      "learning_rate": 9.14110429447853e-06,
+      "loss": 4.341,
+      "step": 150
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.4491279069767442,
+      "eval_loss": 1.0406494140625,
+      "eval_macro_f1": 0.40405266053972727,
+      "eval_runtime": 2.6927,
+      "eval_samples_per_second": 255.509,
+      "eval_steps_per_second": 15.969,
+      "eval_weighted_f1": 0.40798705621383796,
+      "step": 163
+    },
+    {
+      "epoch": 1.073959938366718,
+      "grad_norm": 50.24781036376953,
+      "learning_rate": 1.0674846625766873e-05,
+      "loss": 4.0136,
+      "step": 175
+    },
+    {
+      "epoch": 1.2280431432973806,
+      "grad_norm": 155.80245971679688,
+      "learning_rate": 1.2208588957055216e-05,
+      "loss": 4.2887,
+      "step": 200
+    },
+    {
+      "epoch": 1.3821263482280433,
+      "grad_norm": 105.06681060791016,
+      "learning_rate": 1.374233128834356e-05,
+      "loss": 3.4731,
+      "step": 225
+    },
+    {
+      "epoch": 1.5362095531587057,
+      "grad_norm": 74.68601989746094,
+      "learning_rate": 1.5276073619631903e-05,
+      "loss": 2.4479,
+      "step": 250
+    },
+    {
+      "epoch": 1.6902927580893683,
+      "grad_norm": 120.08795166015625,
+      "learning_rate": 1.6809815950920248e-05,
+      "loss": 2.2201,
+      "step": 275
+    },
+    {
+      "epoch": 1.8443759630200307,
+      "grad_norm": 80.3936767578125,
+      "learning_rate": 1.834355828220859e-05,
+      "loss": 1.842,
+      "step": 300
+    },
+    {
+      "epoch": 1.9984591679506933,
+      "grad_norm": 63.830848693847656,
+      "learning_rate": 1.9877300613496935e-05,
+      "loss": 1.9566,
+      "step": 325
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.8488372093023255,
+      "eval_loss": 0.3808504045009613,
+      "eval_macro_f1": 0.8488356508850221,
+      "eval_runtime": 1.9435,
+      "eval_samples_per_second": 354.002,
+      "eval_steps_per_second": 22.125,
+      "eval_weighted_f1": 0.8485292502275367,
+      "step": 326
+    },
+    {
+      "epoch": 2.147919876733436,
+      "grad_norm": 66.99850463867188,
+      "learning_rate": 1.9843217450579417e-05,
+      "loss": 1.3077,
+      "step": 350
+    },
+    {
+      "epoch": 2.3020030816640986,
+      "grad_norm": 52.349037170410156,
+      "learning_rate": 1.967280163599182e-05,
+      "loss": 1.2449,
+      "step": 375
+    },
+    {
+      "epoch": 2.4560862865947612,
+      "grad_norm": 51.0515022277832,
+      "learning_rate": 1.9502385821404228e-05,
+      "loss": 1.0796,
+      "step": 400
+    },
+    {
+      "epoch": 2.610169491525424,
+      "grad_norm": 69.1286392211914,
+      "learning_rate": 1.9331970006816635e-05,
+      "loss": 1.1692,
+      "step": 425
+    },
+    {
+      "epoch": 2.7642526964560865,
+      "grad_norm": 40.09363555908203,
+      "learning_rate": 1.916155419222904e-05,
+      "loss": 1.161,
+      "step": 450
+    },
+    {
+      "epoch": 2.9183359013867487,
+      "grad_norm": 35.31248474121094,
+      "learning_rate": 1.8991138377641446e-05,
+      "loss": 1.141,
+      "step": 475
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.8662790697674418,
+      "eval_loss": 0.3816070556640625,
+      "eval_macro_f1": 0.8661714578433254,
+      "eval_runtime": 1.9848,
+      "eval_samples_per_second": 346.639,
+      "eval_steps_per_second": 21.665,
+      "eval_weighted_f1": 0.8659885032676489,
+      "step": 489
+    },
+    {
+      "epoch": 3.0677966101694913,
+      "grad_norm": 266.53460693359375,
+      "learning_rate": 1.8820722563053853e-05,
+      "loss": 0.7258,
+      "step": 500
+    },
+    {
+      "epoch": 3.221879815100154,
+      "grad_norm": 106.65554809570312,
+      "learning_rate": 1.8650306748466257e-05,
+      "loss": 0.652,
+      "step": 525
+    },
+    {
+      "epoch": 3.3759630200308166,
+      "grad_norm": 54.65692138671875,
+      "learning_rate": 1.8479890933878664e-05,
+      "loss": 0.4302,
+      "step": 550
+    },
+    {
+      "epoch": 3.5300462249614792,
+      "grad_norm": 28.490026473999023,
+      "learning_rate": 1.8309475119291072e-05,
+      "loss": 0.3513,
+      "step": 575
+    },
+    {
+      "epoch": 3.684129429892142,
+      "grad_norm": 114.29010009765625,
+      "learning_rate": 1.8139059304703476e-05,
+      "loss": 0.7202,
+      "step": 600
+    },
+    {
+      "epoch": 3.8382126348228045,
+      "grad_norm": 75.49837493896484,
+      "learning_rate": 1.7968643490115886e-05,
+      "loss": 0.5168,
+      "step": 625
+    },
+    {
+      "epoch": 3.992295839753467,
+      "grad_norm": 73.42147827148438,
+      "learning_rate": 1.779822767552829e-05,
+      "loss": 0.4302,
+      "step": 650
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.8691860465116279,
+      "eval_loss": 0.47202354669570923,
+      "eval_macro_f1": 0.8694829705276717,
+      "eval_runtime": 1.9641,
+      "eval_samples_per_second": 350.293,
+      "eval_steps_per_second": 21.893,
+      "eval_weighted_f1": 0.8689319156489104,
+      "step": 652
+    },
+    {
+      "epoch": 4.141756548536209,
+      "grad_norm": 0.9334242939949036,
+      "learning_rate": 1.7627811860940697e-05,
+      "loss": 0.1434,
+      "step": 675
+    },
+    {
+      "epoch": 4.295839753466872,
+      "grad_norm": 15.893774032592773,
+      "learning_rate": 1.7457396046353105e-05,
+      "loss": 0.0997,
+      "step": 700
+    },
+    {
+      "epoch": 4.449922958397535,
+      "grad_norm": 360.5692443847656,
+      "learning_rate": 1.728698023176551e-05,
+      "loss": 0.275,
+      "step": 725
+    },
+    {
+      "epoch": 4.604006163328197,
+      "grad_norm": 0.023683523759245872,
+      "learning_rate": 1.7116564417177916e-05,
+      "loss": 0.1103,
+      "step": 750
+    },
+    {
+      "epoch": 4.75808936825886,
+      "grad_norm": 0.08664179593324661,
+      "learning_rate": 1.6946148602590323e-05,
+      "loss": 0.3878,
+      "step": 775
+    },
+    {
+      "epoch": 4.9121725731895225,
+      "grad_norm": 6.4954328536987305,
+      "learning_rate": 1.6775732788002727e-05,
+      "loss": 0.1941,
+      "step": 800
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.873546511627907,
+      "eval_loss": 0.919683039188385,
+      "eval_macro_f1": 0.8742773621012896,
+      "eval_runtime": 1.9752,
+      "eval_samples_per_second": 348.317,
+      "eval_steps_per_second": 21.77,
+      "eval_weighted_f1": 0.8739369615423106,
+      "step": 815
+    },
+    {
+      "epoch": 5.061633281972265,
+      "grad_norm": 0.024281587451696396,
+      "learning_rate": 1.6605316973415134e-05,
+      "loss": 0.047,
+      "step": 825
+    },
+    {
+      "epoch": 5.215716486902927,
+      "grad_norm": 55.318843841552734,
+      "learning_rate": 1.643490115882754e-05,
+      "loss": 0.0386,
+      "step": 850
+    },
+    {
+      "epoch": 5.36979969183359,
+      "grad_norm": 38.35429000854492,
+      "learning_rate": 1.6264485344239945e-05,
+      "loss": 0.0801,
+      "step": 875
+    },
+    {
+      "epoch": 5.523882896764253,
+      "grad_norm": 0.6749333739280701,
+      "learning_rate": 1.6094069529652356e-05,
+      "loss": 0.0903,
+      "step": 900
+    },
+    {
+      "epoch": 5.677966101694915,
+      "grad_norm": 181.4912109375,
+      "learning_rate": 1.592365371506476e-05,
+      "loss": 0.1722,
+      "step": 925
+    },
+    {
+      "epoch": 5.832049306625578,
+      "grad_norm": 378.1103820800781,
+      "learning_rate": 1.5753237900477167e-05,
+      "loss": 0.1722,
+      "step": 950
+    },
+    {
+      "epoch": 5.9861325115562405,
+      "grad_norm": 34.211769104003906,
+      "learning_rate": 1.5582822085889574e-05,
+      "loss": 0.0986,
+      "step": 975
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.8561046511627907,
+      "eval_loss": 1.1308958530426025,
+      "eval_macro_f1": 0.8563384999053789,
+      "eval_runtime": 1.9766,
+      "eval_samples_per_second": 348.075,
+      "eval_steps_per_second": 21.755,
+      "eval_weighted_f1": 0.8559445839796899,
+      "step": 978
+    },
+    {
+      "epoch": 6.135593220338983,
+      "grad_norm": 0.00684432964771986,
+      "learning_rate": 1.5412406271301978e-05,
+      "loss": 0.0341,
+      "step": 1000
+    },
+    {
+      "epoch": 6.289676425269645,
+      "grad_norm": 6.269389629364014,
+      "learning_rate": 1.5241990456714383e-05,
+      "loss": 0.0491,
+      "step": 1025
+    },
+    {
+      "epoch": 6.443759630200308,
+      "grad_norm": 0.005973043851554394,
+      "learning_rate": 1.5071574642126792e-05,
+      "loss": 0.1128,
+      "step": 1050
+    },
+    {
+      "epoch": 6.597842835130971,
+      "grad_norm": 0.8897688388824463,
+      "learning_rate": 1.4901158827539198e-05,
+      "loss": 0.0224,
+      "step": 1075
+    },
+    {
+      "epoch": 6.751926040061633,
+      "grad_norm": 0.0021667855326086283,
+      "learning_rate": 1.4730743012951603e-05,
+      "loss": 0.0139,
+      "step": 1100
+    },
+    {
+      "epoch": 6.906009244992296,
+      "grad_norm": 0.04857928305864334,
+      "learning_rate": 1.456032719836401e-05,
+      "loss": 0.2602,
+      "step": 1125
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.2012829780578613,
+      "eval_macro_f1": 0.8878332123612808,
+      "eval_runtime": 1.9171,
+      "eval_samples_per_second": 358.87,
+      "eval_steps_per_second": 22.429,
+      "eval_weighted_f1": 0.8876465518516051,
+      "step": 1141
+    },
+    {
+      "epoch": 7.055469953775039,
+      "grad_norm": 0.22313950955867767,
+      "learning_rate": 1.4389911383776416e-05,
+      "loss": 0.0175,
+      "step": 1150
+    },
+    {
+      "epoch": 7.209553158705701,
+      "grad_norm": 0.0012674558674916625,
+      "learning_rate": 1.4219495569188822e-05,
+      "loss": 0.0053,
+      "step": 1175
+    },
+    {
+      "epoch": 7.363636363636363,
+      "grad_norm": 0.0014971619239076972,
+      "learning_rate": 1.4049079754601229e-05,
+      "loss": 0.0002,
+      "step": 1200
+    },
+    {
+      "epoch": 7.517719568567026,
+      "grad_norm": 0.0011139626149088144,
+      "learning_rate": 1.3878663940013635e-05,
+      "loss": 0.0034,
+      "step": 1225
+    },
+    {
+      "epoch": 7.671802773497689,
+      "grad_norm": 0.001499802223406732,
+      "learning_rate": 1.370824812542604e-05,
+      "loss": 0.048,
+      "step": 1250
+    },
+    {
+      "epoch": 7.825885978428351,
+      "grad_norm": 0.0020558445248752832,
+      "learning_rate": 1.3537832310838447e-05,
+      "loss": 0.024,
+      "step": 1275
+    },
+    {
+      "epoch": 7.979969183359014,
+      "grad_norm": 0.27278637886047363,
+      "learning_rate": 1.3367416496250853e-05,
+      "loss": 0.0011,
+      "step": 1300
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.8837209302325582,
+      "eval_loss": 1.223210334777832,
+      "eval_macro_f1": 0.8840839089488307,
+      "eval_runtime": 1.9677,
+      "eval_samples_per_second": 349.651,
+      "eval_steps_per_second": 21.853,
+      "eval_weighted_f1": 0.8836632637314332,
+      "step": 1304
+    },
+    {
+      "epoch": 8.129429892141756,
+      "grad_norm": 0.0034327954053878784,
+      "learning_rate": 1.3197000681663258e-05,
+      "loss": 0.0008,
+      "step": 1325
+    },
+    {
+      "epoch": 8.283513097072419,
+      "grad_norm": 0.016384845599532127,
+      "learning_rate": 1.3026584867075667e-05,
+      "loss": 0.0233,
+      "step": 1350
+    },
+    {
+      "epoch": 8.437596302003081,
+      "grad_norm": 18.224666595458984,
+      "learning_rate": 1.2856169052488073e-05,
+      "loss": 0.0496,
+      "step": 1375
+    },
+    {
+      "epoch": 8.591679506933744,
+      "grad_norm": 0.004203085321933031,
+      "learning_rate": 1.2685753237900478e-05,
+      "loss": 0.0001,
+      "step": 1400
+    },
+    {
+      "epoch": 8.745762711864407,
+      "grad_norm": 0.00449835741892457,
+      "learning_rate": 1.2515337423312886e-05,
+      "loss": 0.0001,
+      "step": 1425
+    },
+    {
+      "epoch": 8.89984591679507,
+      "grad_norm": 0.09293481707572937,
+      "learning_rate": 1.2344921608725291e-05,
+      "loss": 0.0012,
+      "step": 1450
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.2943674325942993,
+      "eval_macro_f1": 0.8883183423390396,
+      "eval_runtime": 2.0015,
+      "eval_samples_per_second": 343.747,
+      "eval_steps_per_second": 21.484,
+      "eval_weighted_f1": 0.887989606855414,
+      "step": 1467
+    },
+    {
+      "epoch": 9.049306625577811,
+      "grad_norm": 0.0036503029987215996,
+      "learning_rate": 1.2174505794137697e-05,
+      "loss": 0.0,
+      "step": 1475
+    },
+    {
+      "epoch": 9.203389830508474,
+      "grad_norm": 0.00040464664925821126,
+      "learning_rate": 1.2004089979550104e-05,
+      "loss": 0.0001,
+      "step": 1500
+    },
+    {
+      "epoch": 9.357473035439137,
+      "grad_norm": 0.0003958918387070298,
+      "learning_rate": 1.183367416496251e-05,
+      "loss": 0.0,
+      "step": 1525
+    },
+    {
+      "epoch": 9.5115562403698,
+      "grad_norm": 0.003591968212276697,
+      "learning_rate": 1.1663258350374915e-05,
+      "loss": 0.0,
+      "step": 1550
+    },
+    {
+      "epoch": 9.665639445300462,
+      "grad_norm": 0.0001566132705193013,
+      "learning_rate": 1.1492842535787322e-05,
+      "loss": 0.0,
+      "step": 1575
+    },
+    {
+      "epoch": 9.819722650231125,
+      "grad_norm": 0.00030139010050334036,
+      "learning_rate": 1.1322426721199728e-05,
+      "loss": 0.0,
+      "step": 1600
+    },
+    {
+      "epoch": 9.973805855161787,
+      "grad_norm": 0.001995729748159647,
+      "learning_rate": 1.1152010906612133e-05,
+      "loss": 0.0,
+      "step": 1625
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.8822674418604651,
+      "eval_loss": 1.2964187860488892,
+      "eval_macro_f1": 0.8827669993645099,
+      "eval_runtime": 1.9543,
+      "eval_samples_per_second": 352.048,
+      "eval_steps_per_second": 22.003,
+      "eval_weighted_f1": 0.8822666377175207,
+      "step": 1630
+    },
+    {
+      "epoch": 10.12326656394453,
+      "grad_norm": 0.00036753597669303417,
+      "learning_rate": 1.0981595092024542e-05,
+      "loss": 0.0,
+      "step": 1650
+    },
+    {
+      "epoch": 10.277349768875192,
+      "grad_norm": 0.00015916420670691878,
+      "learning_rate": 1.0811179277436948e-05,
+      "loss": 0.0,
+      "step": 1675
+    },
+    {
+      "epoch": 10.431432973805855,
+      "grad_norm": 0.004494084510952234,
+      "learning_rate": 1.0640763462849353e-05,
+      "loss": 0.0,
+      "step": 1700
+    },
+    {
+      "epoch": 10.585516178736517,
+      "grad_norm": 0.0002287530805915594,
+      "learning_rate": 1.047034764826176e-05,
+      "loss": 0.0,
+      "step": 1725
+    },
+    {
+      "epoch": 10.73959938366718,
+      "grad_norm": 0.00018775553326122463,
+      "learning_rate": 1.0299931833674166e-05,
+      "loss": 0.0,
+      "step": 1750
+    },
+    {
+      "epoch": 10.893682588597843,
+      "grad_norm": 0.016661452129483223,
+      "learning_rate": 1.0129516019086572e-05,
+      "loss": 0.0,
+      "step": 1775
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.3454102277755737,
+      "eval_macro_f1": 0.8885762934530167,
+      "eval_runtime": 1.9483,
+      "eval_samples_per_second": 353.132,
+      "eval_steps_per_second": 22.071,
+      "eval_weighted_f1": 0.8881537593174831,
+      "step": 1793
+    },
+    {
+      "epoch": 11.043143297380585,
+      "grad_norm": 0.00036437498056329787,
+      "learning_rate": 9.959100204498979e-06,
+      "loss": 0.0,
+      "step": 1800
+    },
+    {
+      "epoch": 11.197226502311247,
+      "grad_norm": 0.0004416941665112972,
+      "learning_rate": 9.788684389911385e-06,
+      "loss": 0.0,
+      "step": 1825
+    },
+    {
+      "epoch": 11.35130970724191,
+      "grad_norm": 0.005117523949593306,
+      "learning_rate": 9.61826857532379e-06,
+      "loss": 0.0,
+      "step": 1850
+    },
+    {
+      "epoch": 11.505392912172573,
+      "grad_norm": 0.00011620658915489912,
+      "learning_rate": 9.447852760736197e-06,
+      "loss": 0.0,
+      "step": 1875
+    },
+    {
+      "epoch": 11.659476117103235,
+      "grad_norm": 0.0015851655043661594,
+      "learning_rate": 9.277436946148603e-06,
+      "loss": 0.0,
+      "step": 1900
+    },
+    {
+      "epoch": 11.813559322033898,
+      "grad_norm": 0.0006470141815952957,
+      "learning_rate": 9.107021131561008e-06,
+      "loss": 0.0,
+      "step": 1925
+    },
+    {
+      "epoch": 11.96764252696456,
+      "grad_norm": 0.00012055667320964858,
+      "learning_rate": 8.936605316973416e-06,
+      "loss": 0.0,
+      "step": 1950
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.8895348837209303,
+      "eval_loss": 1.3082988262176514,
+      "eval_macro_f1": 0.8898707713321006,
+      "eval_runtime": 2.2597,
+      "eval_samples_per_second": 304.46,
+      "eval_steps_per_second": 19.029,
+      "eval_weighted_f1": 0.8895435993249603,
+      "step": 1956
+    },
+    {
+      "epoch": 12.117103235747303,
+      "grad_norm": 0.0004476892063394189,
+      "learning_rate": 8.766189502385823e-06,
+      "loss": 0.0,
+      "step": 1975
+    },
+    {
+      "epoch": 12.271186440677965,
+      "grad_norm": 0.00014664308400824666,
+      "learning_rate": 8.595773687798228e-06,
+      "loss": 0.0,
+      "step": 2000
+    },
+    {
+      "epoch": 12.425269645608628,
+      "grad_norm": 0.0005295542068779469,
+      "learning_rate": 8.425357873210634e-06,
+      "loss": 0.0,
+      "step": 2025
+    },
+    {
+      "epoch": 12.57935285053929,
+      "grad_norm": 0.0001357389846816659,
+      "learning_rate": 8.254942058623041e-06,
+      "loss": 0.0,
+      "step": 2050
+    },
+    {
+      "epoch": 12.733436055469953,
+      "grad_norm": 0.00015177523891907185,
+      "learning_rate": 8.084526244035447e-06,
+      "loss": 0.0,
+      "step": 2075
+    },
+    {
+      "epoch": 12.887519260400616,
+      "grad_norm": 0.00018481371807865798,
+      "learning_rate": 7.914110429447854e-06,
+      "loss": 0.0,
+      "step": 2100
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.8895348837209303,
+      "eval_loss": 1.3151520490646362,
+      "eval_macro_f1": 0.8898707713321006,
+      "eval_runtime": 2.058,
+      "eval_samples_per_second": 334.301,
+      "eval_steps_per_second": 20.894,
+      "eval_weighted_f1": 0.8895435993249603,
+      "step": 2119
+    },
+    {
+      "epoch": 13.03697996918336,
+      "grad_norm": 0.00026717365835793316,
+      "learning_rate": 7.74369461486026e-06,
+      "loss": 0.0,
+      "step": 2125
+    },
+    {
+      "epoch": 13.19106317411402,
+      "grad_norm": 0.0006573651335202157,
+      "learning_rate": 7.573278800272665e-06,
+      "loss": 0.0,
+      "step": 2150
+    },
+    {
+      "epoch": 13.345146379044683,
+      "grad_norm": 0.00026791050913743675,
+      "learning_rate": 7.402862985685072e-06,
+      "loss": 0.0,
+      "step": 2175
+    },
+    {
+      "epoch": 13.499229583975346,
+      "grad_norm": 0.0011619410943239927,
+      "learning_rate": 7.232447171097479e-06,
+      "loss": 0.0,
+      "step": 2200
+    },
+    {
+      "epoch": 13.653312788906009,
+      "grad_norm": 0.0003609574632719159,
+      "learning_rate": 7.062031356509885e-06,
+      "loss": 0.0,
+      "step": 2225
+    },
+    {
+      "epoch": 13.807395993836671,
+      "grad_norm": 0.0005252972478047013,
+      "learning_rate": 6.891615541922291e-06,
+      "loss": 0.0,
+      "step": 2250
+    },
+    {
+      "epoch": 13.961479198767334,
+      "grad_norm": 0.0005083471187390387,
+      "learning_rate": 6.721199727334697e-06,
+      "loss": 0.0,
+      "step": 2275
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.8909883720930233,
+      "eval_loss": 1.316959261894226,
+      "eval_macro_f1": 0.8913187523192381,
+      "eval_runtime": 1.9866,
+      "eval_samples_per_second": 346.327,
+      "eval_steps_per_second": 21.645,
+      "eval_weighted_f1": 0.8910065444793863,
+      "step": 2282
+    },
+    {
+      "epoch": 14.110939907550078,
+      "grad_norm": 0.0003697033098433167,
+      "learning_rate": 6.550783912747104e-06,
+      "loss": 0.0,
+      "step": 2300
+    },
+    {
+      "epoch": 14.26502311248074,
+      "grad_norm": 0.00014407228445634246,
+      "learning_rate": 6.38036809815951e-06,
+      "loss": 0.0,
+      "step": 2325
+    },
+    {
+      "epoch": 14.419106317411401,
+      "grad_norm": 0.00020727390074171126,
+      "learning_rate": 6.209952283571916e-06,
+      "loss": 0.0,
+      "step": 2350
+    },
+    {
+      "epoch": 14.573189522342064,
+      "grad_norm": 0.0005230808747000992,
+      "learning_rate": 6.039536468984323e-06,
+      "loss": 0.0,
+      "step": 2375
+    },
+    {
+      "epoch": 14.727272727272727,
+      "grad_norm": 5.917129965382628e-05,
+      "learning_rate": 5.869120654396728e-06,
+      "loss": 0.0,
+      "step": 2400
+    },
+    {
+      "epoch": 14.88135593220339,
+      "grad_norm": 7.354253466473892e-05,
+      "learning_rate": 5.698704839809135e-06,
+      "loss": 0.0,
+      "step": 2425
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.8924418604651163,
+      "eval_loss": 1.3210852146148682,
+      "eval_macro_f1": 0.8927275624601617,
+      "eval_runtime": 1.9535,
+      "eval_samples_per_second": 352.192,
+      "eval_steps_per_second": 22.012,
+      "eval_weighted_f1": 0.8924167912377164,
+      "step": 2445
+    },
+    {
+      "epoch": 15.030816640986133,
+      "grad_norm": 0.0014160890132188797,
+      "learning_rate": 5.528289025221542e-06,
+      "loss": 0.0,
+      "step": 2450
+    },
+    {
+      "epoch": 15.184899845916796,
+      "grad_norm": 0.0007431373232975602,
+      "learning_rate": 5.357873210633947e-06,
+      "loss": 0.0,
+      "step": 2475
+    },
+    {
+      "epoch": 15.338983050847457,
+      "grad_norm": 3.457674029050395e-05,
+      "learning_rate": 5.187457396046354e-06,
+      "loss": 0.0,
+      "step": 2500
+    },
+    {
+      "epoch": 15.49306625577812,
+      "grad_norm": 0.000503663148265332,
+      "learning_rate": 5.01704158145876e-06,
+      "loss": 0.0,
+      "step": 2525
+    },
+    {
+      "epoch": 15.647149460708782,
+      "grad_norm": 6.105379725340754e-05,
+      "learning_rate": 4.846625766871166e-06,
+      "loss": 0.0,
+      "step": 2550
+    },
+    {
+      "epoch": 15.801232665639445,
+      "grad_norm": 0.00013718455738853663,
+      "learning_rate": 4.676209952283572e-06,
+      "loss": 0.0,
+      "step": 2575
+    },
+    {
+      "epoch": 15.955315870570107,
+      "grad_norm": 0.00046754724462516606,
+      "learning_rate": 4.5057941376959785e-06,
+      "loss": 0.0,
+      "step": 2600
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.8880813953488372,
+      "eval_loss": 1.323722004890442,
+      "eval_macro_f1": 0.8884448036463578,
+      "eval_runtime": 1.9222,
+      "eval_samples_per_second": 357.924,
+      "eval_steps_per_second": 22.37,
+      "eval_weighted_f1": 0.888092481647436,
+      "step": 2608
+    },
+    {
+      "epoch": 16.10477657935285,
+      "grad_norm": 0.0002004252455662936,
+      "learning_rate": 4.335378323108385e-06,
+      "loss": 0.0,
+      "step": 2625
+    },
+    {
+      "epoch": 16.258859784283512,
+      "grad_norm": 6.768240564269945e-05,
+      "learning_rate": 4.164962508520791e-06,
+      "loss": 0.0,
+      "step": 2650
+    },
+    {
+      "epoch": 16.412942989214176,
+      "grad_norm": 8.190558583009988e-05,
+      "learning_rate": 3.994546693933197e-06,
+      "loss": 0.0,
+      "step": 2675
+    },
+    {
+      "epoch": 16.567026194144837,
+      "grad_norm": 9.561378101352602e-05,
+      "learning_rate": 3.824130879345603e-06,
+      "loss": 0.0,
+      "step": 2700
+    },
+    {
+      "epoch": 16.7211093990755,
+      "grad_norm": 3.545759682310745e-05,
+      "learning_rate": 3.65371506475801e-06,
+      "loss": 0.0,
+      "step": 2725
+    },
+    {
+      "epoch": 16.875192604006163,
+      "grad_norm": 0.00048667239025235176,
+      "learning_rate": 3.483299250170416e-06,
+      "loss": 0.0,
+      "step": 2750
+    },
+    {
+      "epoch": 17.0,
+      "eval_accuracy": 0.8895348837209303,
+      "eval_loss": 1.327534556388855,
+      "eval_macro_f1": 0.8898735320507876,
+      "eval_runtime": 2.0001,
+      "eval_samples_per_second": 343.986,
+      "eval_steps_per_second": 21.499,
+      "eval_weighted_f1": 0.889512226264371,
+      "step": 2771
+    },
+    {
+      "epoch": 17.024653312788907,
+      "grad_norm": 0.0002718618488870561,
+      "learning_rate": 3.312883435582822e-06,
+      "loss": 0.0,
+      "step": 2775
+    },
+    {
+      "epoch": 17.178736517719567,
+      "grad_norm": 0.00015633751172572374,
+      "learning_rate": 3.142467620995229e-06,
+      "loss": 0.0,
+      "step": 2800
+    },
+    {
+      "epoch": 17.332819722650232,
+      "grad_norm": 0.0003906317870132625,
+      "learning_rate": 2.972051806407635e-06,
+      "loss": 0.0,
+      "step": 2825
+    },
+    {
+      "epoch": 17.486902927580893,
+      "grad_norm": 7.542815001215786e-05,
+      "learning_rate": 2.8016359918200408e-06,
+      "loss": 0.0,
+      "step": 2850
+    },
+    {
+      "epoch": 17.640986132511557,
+      "grad_norm": 0.00042077217949554324,
+      "learning_rate": 2.6312201772324476e-06,
+      "loss": 0.0,
+      "step": 2875
+    },
+    {
+      "epoch": 17.795069337442218,
+      "grad_norm": 0.0009714221232570708,
+      "learning_rate": 2.4608043626448535e-06,
+      "loss": 0.0,
+      "step": 2900
+    },
+    {
+      "epoch": 17.949152542372882,
+      "grad_norm": 0.00010324205504730344,
+      "learning_rate": 2.29038854805726e-06,
+      "loss": 0.0,
+      "step": 2925
+    },
+    {
+      "epoch": 18.0,
+      "eval_accuracy": 0.8895348837209303,
+      "eval_loss": 1.3296607732772827,
+      "eval_macro_f1": 0.8898920376428515,
+      "eval_runtime": 1.9955,
+      "eval_samples_per_second": 344.782,
+      "eval_steps_per_second": 21.549,
+      "eval_weighted_f1": 0.8895546707777863,
+      "step": 2934
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 3260,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/special_tokens_map.json b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/tokenizer_config.json b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/trainer_state.json b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..423a3cf21a0121553c2f3a51f51ec47b557705ca
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551/trainer_state.json
@@ -0,0 +1,513 @@
+{
+  "best_global_step": 1551,
+  "best_metric": 0.46715520757650636,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-1551",
+  "epoch": 3.0,
+  "eval_steps": 500,
+  "global_step": 1551,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 24.075105667114258,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 5.732,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 22.639827728271484,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 5.7667,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 25.95882225036621,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 5.685,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 24.990034103393555,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 5.6958,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 23.531312942504883,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 5.7634,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 36.89202117919922,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.7854,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 49.32970428466797,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.2657,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 44.6374626159668,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.0193,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 37.44552230834961,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 4.9348,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 206.8840789794922,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 4.7651,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 66.14974212646484,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.6913,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 46.247920989990234,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 4.3957,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 35.09137725830078,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 4.1325,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 65.35574340820312,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 3.8963,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 210.7650604248047,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.9112,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 47.599708557128906,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.6535,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 48.39473342895508,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.811,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 55.21322250366211,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.5786,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 50.17074966430664,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.411,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 59.124046325683594,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.4578,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.000484027105517909,
+      "eval_loss": 0.8583394885063171,
+      "eval_macro_f1": 0.3630966951791685,
+      "eval_micro_f1": 0.3359333825234532,
+      "eval_runtime": 8.9451,
+      "eval_samples_per_second": 230.964,
+      "eval_steps_per_second": 14.533,
+      "eval_weighted_f1": 0.397935447359056,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 44.87495422363281,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.2048,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 64.2298812866211,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 3.0699,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 47.53019332885742,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 3.133,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 37.609474182128906,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9746,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 71.16027069091797,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 2.9748,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 45.353233337402344,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.8671,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 46.80319595336914,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 3.0287,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 31.81816291809082,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.8293,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 41.560829162597656,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.8275,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 40.66618347167969,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.7597,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 36.48830795288086,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.8851,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 113.90451049804688,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.8449,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 32.073612213134766,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.7932,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 40.70948791503906,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.8026,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 54.272422790527344,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.7686,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 46.21140670776367,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.8302,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 43.70937728881836,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.6804,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 46.702091217041016,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.8043,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 51.63243103027344,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.6995,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 47.522071838378906,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.7469,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 35.18048095703125,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.6347,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.012584704743465635,
+      "eval_loss": 0.6923902034759521,
+      "eval_macro_f1": 0.4235080899453907,
+      "eval_micro_f1": 0.42447443550480146,
+      "eval_runtime": 6.0001,
+      "eval_samples_per_second": 344.328,
+      "eval_steps_per_second": 21.666,
+      "eval_weighted_f1": 0.4581082846393003,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 36.094852447509766,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.3248,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 37.66938400268555,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.089,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 183.71157836914062,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0137,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 43.86412811279297,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.3456,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 54.552978515625,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 2.2017,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 46.93483352661133,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0139,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 34.297725677490234,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 2.0348,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 55.55021667480469,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 1.9608,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 40.92387390136719,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.1453,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 45.30082321166992,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 2.1826,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 22.910524368286133,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 2.157,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 41.6285285949707,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 1.9467,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 32.95306396484375,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.0256,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 53.508338928222656,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 2.0381,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 36.16330337524414,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.974,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 42.12128448486328,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 1.9281,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 24.938478469848633,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 2.0625,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 50.6510009765625,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 2.0699,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 150.6990203857422,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.03,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 44.947021484375,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0219,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 30.82755470275879,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 2.0438,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.04888673765730881,
+      "eval_loss": 0.6895163059234619,
+      "eval_macro_f1": 0.46715520757650636,
+      "eval_micro_f1": 0.47812893198134854,
+      "eval_runtime": 5.3817,
+      "eval_samples_per_second": 383.891,
+      "eval_steps_per_second": 24.156,
+      "eval_weighted_f1": 0.4988437313186869,
+      "step": 1551
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/special_tokens_map.json b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/tokenizer_config.json b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/trainer_state.json b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..959a4a046ace6d8568d4e0517ca3fa24c0b92e8d
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068/trainer_state.json
@@ -0,0 +1,665 @@
+{
+  "best_global_step": 2068,
+  "best_metric": 0.5204584920667596,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s42-20260903T113358Z-bd528b37/trainer/checkpoint-2068",
+  "epoch": 4.0,
+  "eval_steps": 500,
+  "global_step": 2068,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 24.075105667114258,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 5.732,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 22.639827728271484,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 5.7667,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 25.95882225036621,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 5.685,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 24.990034103393555,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 5.6958,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 23.531312942504883,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 5.7634,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 36.89202117919922,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.7854,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 49.32970428466797,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.2657,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 44.6374626159668,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.0193,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 37.44552230834961,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 4.9348,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 206.8840789794922,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 4.7651,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 66.14974212646484,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.6913,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 46.247920989990234,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 4.3957,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 35.09137725830078,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 4.1325,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 65.35574340820312,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 3.8963,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 210.7650604248047,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.9112,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 47.599708557128906,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.6535,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 48.39473342895508,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.811,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 55.21322250366211,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.5786,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 50.17074966430664,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.411,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 59.124046325683594,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.4578,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.000484027105517909,
+      "eval_loss": 0.8583394885063171,
+      "eval_macro_f1": 0.3630966951791685,
+      "eval_micro_f1": 0.3359333825234532,
+      "eval_runtime": 8.9451,
+      "eval_samples_per_second": 230.964,
+      "eval_steps_per_second": 14.533,
+      "eval_weighted_f1": 0.397935447359056,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 44.87495422363281,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.2048,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 64.2298812866211,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 3.0699,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 47.53019332885742,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 3.133,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 37.609474182128906,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9746,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 71.16027069091797,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 2.9748,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 45.353233337402344,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.8671,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 46.80319595336914,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 3.0287,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 31.81816291809082,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.8293,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 41.560829162597656,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.8275,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 40.66618347167969,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.7597,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 36.48830795288086,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.8851,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 113.90451049804688,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.8449,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 32.073612213134766,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.7932,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 40.70948791503906,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.8026,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 54.272422790527344,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.7686,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 46.21140670776367,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.8302,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 43.70937728881836,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.6804,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 46.702091217041016,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.8043,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 51.63243103027344,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.6995,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 47.522071838378906,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.7469,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 35.18048095703125,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.6347,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.012584704743465635,
+      "eval_loss": 0.6923902034759521,
+      "eval_macro_f1": 0.4235080899453907,
+      "eval_micro_f1": 0.42447443550480146,
+      "eval_runtime": 6.0001,
+      "eval_samples_per_second": 344.328,
+      "eval_steps_per_second": 21.666,
+      "eval_weighted_f1": 0.4581082846393003,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 36.094852447509766,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.3248,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 37.66938400268555,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.089,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 183.71157836914062,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0137,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 43.86412811279297,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.3456,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 54.552978515625,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 2.2017,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 46.93483352661133,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0139,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 34.297725677490234,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 2.0348,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 55.55021667480469,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 1.9608,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 40.92387390136719,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.1453,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 45.30082321166992,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 2.1826,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 22.910524368286133,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 2.157,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 41.6285285949707,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 1.9467,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 32.95306396484375,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.0256,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 53.508338928222656,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 2.0381,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 36.16330337524414,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.974,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 42.12128448486328,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 1.9281,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 24.938478469848633,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 2.0625,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 50.6510009765625,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 2.0699,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 150.6990203857422,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.03,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 44.947021484375,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0219,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 30.82755470275879,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 2.0438,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.04888673765730881,
+      "eval_loss": 0.6895163059234619,
+      "eval_macro_f1": 0.46715520757650636,
+      "eval_micro_f1": 0.47812893198134854,
+      "eval_runtime": 5.3817,
+      "eval_samples_per_second": 383.891,
+      "eval_steps_per_second": 24.156,
+      "eval_weighted_f1": 0.4988437313186869,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 20.81757164001465,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.479,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 32.29949951171875,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.4437,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 35.86022186279297,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3593,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 30.43411636352539,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3995,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 32.68592834472656,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.4581,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 22.959571838378906,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.4115,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 28.97119140625,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3555,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 45.8336067199707,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.3808,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 43.852691650390625,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.4274,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 37.609615325927734,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.3385,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 23.46873664855957,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.4601,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 47.47378921508789,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.4273,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 79.07860565185547,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.4196,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 23.475915908813477,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.3952,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 24.57293128967285,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.3089,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 31.09827995300293,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.4068,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 22.93657684326172,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.4439,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 30.972942352294922,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.4439,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 32.62412643432617,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3265,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 20.737192153930664,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.4703,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.07115198451113262,
+      "eval_loss": 0.7440383434295654,
+      "eval_macro_f1": 0.5204584920667596,
+      "eval_micro_f1": 0.5178718497776313,
+      "eval_runtime": 5.4081,
+      "eval_samples_per_second": 382.02,
+      "eval_steps_per_second": 24.038,
+      "eval_weighted_f1": 0.5412186094650796,
+      "step": 2068
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/special_tokens_map.json b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/tokenizer_config.json b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/trainer_state.json b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..03b0c890aebd435421e74a0ce418db7cc7a4d98e
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721/trainer_state.json
@@ -0,0 +1,2075 @@
+{
+  "best_global_step": 6721,
+  "best_metric": 0.5865843396291105,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721",
+  "epoch": 13.0,
+  "eval_steps": 500,
+  "global_step": 6721,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 24.075105667114258,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 5.732,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 22.639827728271484,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 5.7667,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 25.95882225036621,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 5.685,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 24.990034103393555,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 5.6958,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 23.531312942504883,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 5.7634,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 36.89202117919922,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.7854,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 49.32970428466797,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.2657,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 44.6374626159668,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.0193,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 37.44552230834961,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 4.9348,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 206.8840789794922,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 4.7651,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 66.14974212646484,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.6913,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 46.247920989990234,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 4.3957,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 35.09137725830078,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 4.1325,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 65.35574340820312,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 3.8963,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 210.7650604248047,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.9112,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 47.599708557128906,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.6535,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 48.39473342895508,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.811,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 55.21322250366211,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.5786,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 50.17074966430664,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.411,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 59.124046325683594,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.4578,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.000484027105517909,
+      "eval_loss": 0.8583394885063171,
+      "eval_macro_f1": 0.3630966951791685,
+      "eval_micro_f1": 0.3359333825234532,
+      "eval_runtime": 6.2755,
+      "eval_samples_per_second": 329.215,
+      "eval_steps_per_second": 20.715,
+      "eval_weighted_f1": 0.397935447359056,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 44.87495422363281,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.2048,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 64.2298812866211,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 3.0699,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 47.53019332885742,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 3.133,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 37.609474182128906,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9746,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 71.16027069091797,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 2.9748,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 45.353233337402344,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.8671,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 46.80319595336914,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 3.0287,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 31.81816291809082,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.8293,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 41.560829162597656,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.8275,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 40.66618347167969,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.7597,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 36.48830795288086,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.8851,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 113.90451049804688,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.8449,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 32.073612213134766,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.7932,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 40.70948791503906,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.8026,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 54.272422790527344,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.7686,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 46.21140670776367,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.8302,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 43.70937728881836,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.6804,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 46.702091217041016,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.8043,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 51.63243103027344,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.6995,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 47.522071838378906,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.7469,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 35.18048095703125,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.6347,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.012584704743465635,
+      "eval_loss": 0.6923902034759521,
+      "eval_macro_f1": 0.4235080899453907,
+      "eval_micro_f1": 0.42447443550480146,
+      "eval_runtime": 5.3244,
+      "eval_samples_per_second": 388.022,
+      "eval_steps_per_second": 24.416,
+      "eval_weighted_f1": 0.4581082846393003,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 36.094852447509766,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.3248,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 37.66938400268555,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.089,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 183.71157836914062,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0137,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 43.86412811279297,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.3456,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 54.552978515625,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 2.2017,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 46.93483352661133,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0139,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 34.297725677490234,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 2.0348,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 55.55021667480469,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 1.9608,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 40.92387390136719,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.1453,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 45.30082321166992,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 2.1826,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 22.910524368286133,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 2.157,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 41.6285285949707,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 1.9467,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 32.95306396484375,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.0256,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 53.508338928222656,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 2.0381,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 36.16330337524414,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.974,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 42.12128448486328,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 1.9281,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 24.938478469848633,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 2.0625,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 50.6510009765625,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 2.0699,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 150.6990203857422,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.03,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 44.947021484375,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0219,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 30.82755470275879,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 2.0438,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.04888673765730881,
+      "eval_loss": 0.6895163059234619,
+      "eval_macro_f1": 0.46715520757650636,
+      "eval_micro_f1": 0.47812893198134854,
+      "eval_runtime": 5.5254,
+      "eval_samples_per_second": 373.911,
+      "eval_steps_per_second": 23.528,
+      "eval_weighted_f1": 0.4988437313186869,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 20.81757164001465,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.479,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 32.29949951171875,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.4437,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 35.86022186279297,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3593,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 30.43411636352539,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3995,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 32.68592834472656,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.4581,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 22.959571838378906,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.4115,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 28.97119140625,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3555,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 45.8336067199707,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.3808,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 43.852691650390625,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.4274,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 37.609615325927734,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.3385,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 23.46873664855957,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.4601,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 47.47378921508789,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.4273,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 79.07860565185547,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.4196,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 23.475915908813477,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.3952,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 24.57293128967285,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.3089,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 31.09827995300293,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.4068,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 22.93657684326172,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.4439,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 30.972942352294922,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.4439,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 32.62412643432617,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3265,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 20.737192153930664,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.4703,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.07115198451113262,
+      "eval_loss": 0.7440383434295654,
+      "eval_macro_f1": 0.5204584920667596,
+      "eval_micro_f1": 0.5178718497776313,
+      "eval_runtime": 5.5139,
+      "eval_samples_per_second": 374.69,
+      "eval_steps_per_second": 23.577,
+      "eval_weighted_f1": 0.5412186094650796,
+      "step": 2068
+    },
+    {
+      "epoch": 4.013546202225448,
+      "grad_norm": 18.828044891357422,
+      "learning_rate": 1.7764882871265852e-05,
+      "loss": 1.2582,
+      "step": 2075
+    },
+    {
+      "epoch": 4.06192549588776,
+      "grad_norm": 23.876699447631836,
+      "learning_rate": 1.771115409413282e-05,
+      "loss": 0.9899,
+      "step": 2100
+    },
+    {
+      "epoch": 4.110304789550073,
+      "grad_norm": 21.736867904663086,
+      "learning_rate": 1.7657425316999787e-05,
+      "loss": 0.9068,
+      "step": 2125
+    },
+    {
+      "epoch": 4.1586840832123855,
+      "grad_norm": 29.021392822265625,
+      "learning_rate": 1.7603696539866754e-05,
+      "loss": 0.9514,
+      "step": 2150
+    },
+    {
+      "epoch": 4.2070633768746974,
+      "grad_norm": 19.64742660522461,
+      "learning_rate": 1.754996776273372e-05,
+      "loss": 0.9303,
+      "step": 2175
+    },
+    {
+      "epoch": 4.25544267053701,
+      "grad_norm": 31.49949073791504,
+      "learning_rate": 1.7496238985600688e-05,
+      "loss": 0.957,
+      "step": 2200
+    },
+    {
+      "epoch": 4.303821964199322,
+      "grad_norm": 27.73626708984375,
+      "learning_rate": 1.7442510208467655e-05,
+      "loss": 0.9523,
+      "step": 2225
+    },
+    {
+      "epoch": 4.352201257861635,
+      "grad_norm": 25.092872619628906,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 0.934,
+      "step": 2250
+    },
+    {
+      "epoch": 4.400580551523948,
+      "grad_norm": 25.432775497436523,
+      "learning_rate": 1.7335052654201592e-05,
+      "loss": 0.9856,
+      "step": 2275
+    },
+    {
+      "epoch": 4.44895984518626,
+      "grad_norm": 35.38848114013672,
+      "learning_rate": 1.728132387706856e-05,
+      "loss": 0.9819,
+      "step": 2300
+    },
+    {
+      "epoch": 4.497339138848573,
+      "grad_norm": 31.0413818359375,
+      "learning_rate": 1.722759509993553e-05,
+      "loss": 1.0189,
+      "step": 2325
+    },
+    {
+      "epoch": 4.545718432510886,
+      "grad_norm": 25.50531768798828,
+      "learning_rate": 1.7173866322802496e-05,
+      "loss": 0.9449,
+      "step": 2350
+    },
+    {
+      "epoch": 4.594097726173198,
+      "grad_norm": 22.294240951538086,
+      "learning_rate": 1.7120137545669463e-05,
+      "loss": 0.9281,
+      "step": 2375
+    },
+    {
+      "epoch": 4.6424770198355105,
+      "grad_norm": 24.459230422973633,
+      "learning_rate": 1.706640876853643e-05,
+      "loss": 0.9968,
+      "step": 2400
+    },
+    {
+      "epoch": 4.690856313497823,
+      "grad_norm": 18.973814010620117,
+      "learning_rate": 1.7012679991403397e-05,
+      "loss": 0.9304,
+      "step": 2425
+    },
+    {
+      "epoch": 4.739235607160135,
+      "grad_norm": 15.304227828979492,
+      "learning_rate": 1.6958951214270364e-05,
+      "loss": 0.9149,
+      "step": 2450
+    },
+    {
+      "epoch": 4.787614900822448,
+      "grad_norm": 10.842902183532715,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 0.9522,
+      "step": 2475
+    },
+    {
+      "epoch": 4.83599419448476,
+      "grad_norm": 33.43091583251953,
+      "learning_rate": 1.68514936600043e-05,
+      "loss": 0.9858,
+      "step": 2500
+    },
+    {
+      "epoch": 4.884373488147073,
+      "grad_norm": 28.361248016357422,
+      "learning_rate": 1.679776488287127e-05,
+      "loss": 0.9925,
+      "step": 2525
+    },
+    {
+      "epoch": 4.932752781809386,
+      "grad_norm": 28.579360961914062,
+      "learning_rate": 1.6744036105738236e-05,
+      "loss": 0.9656,
+      "step": 2550
+    },
+    {
+      "epoch": 4.981132075471698,
+      "grad_norm": 33.23533248901367,
+      "learning_rate": 1.6690307328605203e-05,
+      "loss": 1.0,
+      "step": 2575
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.11907066795740562,
+      "eval_loss": 0.8310288190841675,
+      "eval_macro_f1": 0.5509592618125271,
+      "eval_micro_f1": 0.5539548285156614,
+      "eval_runtime": 5.5737,
+      "eval_samples_per_second": 370.672,
+      "eval_steps_per_second": 23.324,
+      "eval_weighted_f1": 0.5654986539067404,
+      "step": 2585
+    },
+    {
+      "epoch": 5.029027576197388,
+      "grad_norm": 15.850930213928223,
+      "learning_rate": 1.663657855147217e-05,
+      "loss": 0.7978,
+      "step": 2600
+    },
+    {
+      "epoch": 5.0774068698597,
+      "grad_norm": 47.669395446777344,
+      "learning_rate": 1.6582849774339137e-05,
+      "loss": 0.6765,
+      "step": 2625
+    },
+    {
+      "epoch": 5.1257861635220126,
+      "grad_norm": 21.895536422729492,
+      "learning_rate": 1.6529120997206104e-05,
+      "loss": 0.6763,
+      "step": 2650
+    },
+    {
+      "epoch": 5.174165457184325,
+      "grad_norm": 13.959775924682617,
+      "learning_rate": 1.647539222007307e-05,
+      "loss": 0.7038,
+      "step": 2675
+    },
+    {
+      "epoch": 5.222544750846637,
+      "grad_norm": 19.764923095703125,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 0.6499,
+      "step": 2700
+    },
+    {
+      "epoch": 5.27092404450895,
+      "grad_norm": 18.677509307861328,
+      "learning_rate": 1.636793466580701e-05,
+      "loss": 0.6605,
+      "step": 2725
+    },
+    {
+      "epoch": 5.319303338171263,
+      "grad_norm": 52.941795349121094,
+      "learning_rate": 1.6314205888673975e-05,
+      "loss": 0.6704,
+      "step": 2750
+    },
+    {
+      "epoch": 5.367682631833575,
+      "grad_norm": 15.459386825561523,
+      "learning_rate": 1.6260477111540942e-05,
+      "loss": 0.7414,
+      "step": 2775
+    },
+    {
+      "epoch": 5.416061925495888,
+      "grad_norm": 17.149415969848633,
+      "learning_rate": 1.6206748334407913e-05,
+      "loss": 0.6472,
+      "step": 2800
+    },
+    {
+      "epoch": 5.4644412191582,
+      "grad_norm": 27.030410766601562,
+      "learning_rate": 1.615301955727488e-05,
+      "loss": 0.6692,
+      "step": 2825
+    },
+    {
+      "epoch": 5.512820512820513,
+      "grad_norm": 17.812963485717773,
+      "learning_rate": 1.6099290780141847e-05,
+      "loss": 0.6418,
+      "step": 2850
+    },
+    {
+      "epoch": 5.561199806482826,
+      "grad_norm": 29.588045120239258,
+      "learning_rate": 1.604556200300881e-05,
+      "loss": 0.6934,
+      "step": 2875
+    },
+    {
+      "epoch": 5.609579100145138,
+      "grad_norm": 24.740642547607422,
+      "learning_rate": 1.599183322587578e-05,
+      "loss": 0.6571,
+      "step": 2900
+    },
+    {
+      "epoch": 5.6579583938074505,
+      "grad_norm": 27.36709976196289,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 0.6974,
+      "step": 2925
+    },
+    {
+      "epoch": 5.706337687469762,
+      "grad_norm": 30.546661376953125,
+      "learning_rate": 1.5884375671609715e-05,
+      "loss": 0.6716,
+      "step": 2950
+    },
+    {
+      "epoch": 5.754716981132075,
+      "grad_norm": 26.55941390991211,
+      "learning_rate": 1.5830646894476682e-05,
+      "loss": 0.6755,
+      "step": 2975
+    },
+    {
+      "epoch": 5.803096274794388,
+      "grad_norm": 30.504430770874023,
+      "learning_rate": 1.5776918117343652e-05,
+      "loss": 0.6292,
+      "step": 3000
+    },
+    {
+      "epoch": 5.851475568456701,
+      "grad_norm": 15.87678050994873,
+      "learning_rate": 1.572318934021062e-05,
+      "loss": 0.6881,
+      "step": 3025
+    },
+    {
+      "epoch": 5.899854862119013,
+      "grad_norm": 18.130794525146484,
+      "learning_rate": 1.5669460563077586e-05,
+      "loss": 0.6771,
+      "step": 3050
+    },
+    {
+      "epoch": 5.948234155781326,
+      "grad_norm": 14.630474090576172,
+      "learning_rate": 1.5615731785944553e-05,
+      "loss": 0.6556,
+      "step": 3075
+    },
+    {
+      "epoch": 5.996613449443638,
+      "grad_norm": 14.943368911743164,
+      "learning_rate": 1.556200300881152e-05,
+      "loss": 0.6539,
+      "step": 3100
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.15150048402710553,
+      "eval_loss": 0.9994016885757446,
+      "eval_macro_f1": 0.5757058021596304,
+      "eval_micro_f1": 0.5778138967899228,
+      "eval_runtime": 5.3601,
+      "eval_samples_per_second": 385.438,
+      "eval_steps_per_second": 24.253,
+      "eval_weighted_f1": 0.5864312446673398,
+      "step": 3102
+    },
+    {
+      "epoch": 6.044508950169328,
+      "grad_norm": 8.146716117858887,
+      "learning_rate": 1.5508274231678487e-05,
+      "loss": 0.4995,
+      "step": 3125
+    },
+    {
+      "epoch": 6.09288824383164,
+      "grad_norm": 13.455183029174805,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.491,
+      "step": 3150
+    },
+    {
+      "epoch": 6.1412675374939525,
+      "grad_norm": 27.661144256591797,
+      "learning_rate": 1.540081667741242e-05,
+      "loss": 0.4544,
+      "step": 3175
+    },
+    {
+      "epoch": 6.189646831156265,
+      "grad_norm": 13.615593910217285,
+      "learning_rate": 1.5347087900279392e-05,
+      "loss": 0.44,
+      "step": 3200
+    },
+    {
+      "epoch": 6.238026124818577,
+      "grad_norm": 14.554522514343262,
+      "learning_rate": 1.529335912314636e-05,
+      "loss": 0.4456,
+      "step": 3225
+    },
+    {
+      "epoch": 6.28640541848089,
+      "grad_norm": 16.695505142211914,
+      "learning_rate": 1.5239630346013326e-05,
+      "loss": 0.4323,
+      "step": 3250
+    },
+    {
+      "epoch": 6.334784712143203,
+      "grad_norm": 18.26540184020996,
+      "learning_rate": 1.5185901568880293e-05,
+      "loss": 0.4699,
+      "step": 3275
+    },
+    {
+      "epoch": 6.383164005805515,
+      "grad_norm": 17.349123001098633,
+      "learning_rate": 1.5132172791747262e-05,
+      "loss": 0.4807,
+      "step": 3300
+    },
+    {
+      "epoch": 6.431543299467828,
+      "grad_norm": 29.95682144165039,
+      "learning_rate": 1.5078444014614229e-05,
+      "loss": 0.4555,
+      "step": 3325
+    },
+    {
+      "epoch": 6.479922593130141,
+      "grad_norm": 13.582619667053223,
+      "learning_rate": 1.5024715237481196e-05,
+      "loss": 0.4791,
+      "step": 3350
+    },
+    {
+      "epoch": 6.528301886792453,
+      "grad_norm": 39.52751159667969,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 0.439,
+      "step": 3375
+    },
+    {
+      "epoch": 6.576681180454766,
+      "grad_norm": 13.102770805358887,
+      "learning_rate": 1.4917257683215131e-05,
+      "loss": 0.4476,
+      "step": 3400
+    },
+    {
+      "epoch": 6.6250604741170775,
+      "grad_norm": 23.3754940032959,
+      "learning_rate": 1.4863528906082098e-05,
+      "loss": 0.4774,
+      "step": 3425
+    },
+    {
+      "epoch": 6.67343976777939,
+      "grad_norm": 16.471248626708984,
+      "learning_rate": 1.4809800128949065e-05,
+      "loss": 0.4436,
+      "step": 3450
+    },
+    {
+      "epoch": 6.721819061441703,
+      "grad_norm": 26.662641525268555,
+      "learning_rate": 1.4756071351816034e-05,
+      "loss": 0.4545,
+      "step": 3475
+    },
+    {
+      "epoch": 6.770198355104015,
+      "grad_norm": 12.316225051879883,
+      "learning_rate": 1.4702342574683001e-05,
+      "loss": 0.4935,
+      "step": 3500
+    },
+    {
+      "epoch": 6.818577648766328,
+      "grad_norm": 15.585773468017578,
+      "learning_rate": 1.4648613797549968e-05,
+      "loss": 0.4391,
+      "step": 3525
+    },
+    {
+      "epoch": 6.86695694242864,
+      "grad_norm": 10.014491081237793,
+      "learning_rate": 1.4594885020416935e-05,
+      "loss": 0.4751,
+      "step": 3550
+    },
+    {
+      "epoch": 6.915336236090953,
+      "grad_norm": 21.217796325683594,
+      "learning_rate": 1.4541156243283906e-05,
+      "loss": 0.4511,
+      "step": 3575
+    },
+    {
+      "epoch": 6.963715529753266,
+      "grad_norm": 19.217748641967773,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 0.4878,
+      "step": 3600
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.18635043562439496,
+      "eval_loss": 1.0857046842575073,
+      "eval_macro_f1": 0.5768231415745619,
+      "eval_micro_f1": 0.5864774803826722,
+      "eval_runtime": 5.5466,
+      "eval_samples_per_second": 372.481,
+      "eval_steps_per_second": 23.438,
+      "eval_weighted_f1": 0.5908139320471327,
+      "step": 3619
+    },
+    {
+      "epoch": 7.011611030478955,
+      "grad_norm": 10.602408409118652,
+      "learning_rate": 1.443369868901784e-05,
+      "loss": 0.422,
+      "step": 3625
+    },
+    {
+      "epoch": 7.059990324141268,
+      "grad_norm": 9.839622497558594,
+      "learning_rate": 1.4379969911884807e-05,
+      "loss": 0.3369,
+      "step": 3650
+    },
+    {
+      "epoch": 7.1083696178035805,
+      "grad_norm": 9.967080116271973,
+      "learning_rate": 1.4326241134751775e-05,
+      "loss": 0.3219,
+      "step": 3675
+    },
+    {
+      "epoch": 7.156748911465892,
+      "grad_norm": 15.147089958190918,
+      "learning_rate": 1.4272512357618742e-05,
+      "loss": 0.2984,
+      "step": 3700
+    },
+    {
+      "epoch": 7.205128205128205,
+      "grad_norm": 18.81475067138672,
+      "learning_rate": 1.421878358048571e-05,
+      "loss": 0.304,
+      "step": 3725
+    },
+    {
+      "epoch": 7.253507498790517,
+      "grad_norm": 14.160486221313477,
+      "learning_rate": 1.4165054803352676e-05,
+      "loss": 0.3097,
+      "step": 3750
+    },
+    {
+      "epoch": 7.30188679245283,
+      "grad_norm": 9.38772201538086,
+      "learning_rate": 1.4111326026219645e-05,
+      "loss": 0.3277,
+      "step": 3775
+    },
+    {
+      "epoch": 7.350266086115143,
+      "grad_norm": 14.189229011535645,
+      "learning_rate": 1.4057597249086612e-05,
+      "loss": 0.3406,
+      "step": 3800
+    },
+    {
+      "epoch": 7.398645379777455,
+      "grad_norm": 31.38408660888672,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 0.3237,
+      "step": 3825
+    },
+    {
+      "epoch": 7.447024673439768,
+      "grad_norm": 19.965042114257812,
+      "learning_rate": 1.3950139694820548e-05,
+      "loss": 0.3021,
+      "step": 3850
+    },
+    {
+      "epoch": 7.495403967102081,
+      "grad_norm": 16.485475540161133,
+      "learning_rate": 1.3896410917687515e-05,
+      "loss": 0.3348,
+      "step": 3875
+    },
+    {
+      "epoch": 7.543783260764393,
+      "grad_norm": 26.669950485229492,
+      "learning_rate": 1.3842682140554482e-05,
+      "loss": 0.3101,
+      "step": 3900
+    },
+    {
+      "epoch": 7.5921625544267055,
+      "grad_norm": 13.435751914978027,
+      "learning_rate": 1.3788953363421449e-05,
+      "loss": 0.2938,
+      "step": 3925
+    },
+    {
+      "epoch": 7.640541848089018,
+      "grad_norm": 25.239177703857422,
+      "learning_rate": 1.3735224586288418e-05,
+      "loss": 0.2951,
+      "step": 3950
+    },
+    {
+      "epoch": 7.68892114175133,
+      "grad_norm": 11.78165340423584,
+      "learning_rate": 1.3681495809155385e-05,
+      "loss": 0.2784,
+      "step": 3975
+    },
+    {
+      "epoch": 7.737300435413643,
+      "grad_norm": 10.410725593566895,
+      "learning_rate": 1.3627767032022352e-05,
+      "loss": 0.3191,
+      "step": 4000
+    },
+    {
+      "epoch": 7.785679729075955,
+      "grad_norm": 12.477808952331543,
+      "learning_rate": 1.3574038254889319e-05,
+      "loss": 0.3023,
+      "step": 4025
+    },
+    {
+      "epoch": 7.834059022738268,
+      "grad_norm": 10.606781959533691,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 0.3193,
+      "step": 4050
+    },
+    {
+      "epoch": 7.882438316400581,
+      "grad_norm": 13.415523529052734,
+      "learning_rate": 1.3466580700623256e-05,
+      "loss": 0.3005,
+      "step": 4075
+    },
+    {
+      "epoch": 7.930817610062893,
+      "grad_norm": 6.8240156173706055,
+      "learning_rate": 1.3412851923490221e-05,
+      "loss": 0.3061,
+      "step": 4100
+    },
+    {
+      "epoch": 7.979196903725206,
+      "grad_norm": 13.49821662902832,
+      "learning_rate": 1.3359123146357188e-05,
+      "loss": 0.3307,
+      "step": 4125
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.20087124878993223,
+      "eval_loss": 1.2375762462615967,
+      "eval_macro_f1": 0.5799965203689222,
+      "eval_micro_f1": 0.5896972435607772,
+      "eval_runtime": 5.5089,
+      "eval_samples_per_second": 375.028,
+      "eval_steps_per_second": 23.598,
+      "eval_weighted_f1": 0.5931053481727558,
+      "step": 4136
+    },
+    {
+      "epoch": 8.027092404450896,
+      "grad_norm": 7.321351528167725,
+      "learning_rate": 1.3305394369224159e-05,
+      "loss": 0.2826,
+      "step": 4150
+    },
+    {
+      "epoch": 8.075471698113208,
+      "grad_norm": 14.288145065307617,
+      "learning_rate": 1.3251665592091126e-05,
+      "loss": 0.2207,
+      "step": 4175
+    },
+    {
+      "epoch": 8.12385099177552,
+      "grad_norm": 48.53785705566406,
+      "learning_rate": 1.3197936814958093e-05,
+      "loss": 0.2122,
+      "step": 4200
+    },
+    {
+      "epoch": 8.172230285437832,
+      "grad_norm": 6.000598907470703,
+      "learning_rate": 1.314420803782506e-05,
+      "loss": 0.222,
+      "step": 4225
+    },
+    {
+      "epoch": 8.220609579100145,
+      "grad_norm": 5.898918151855469,
+      "learning_rate": 1.3090479260692028e-05,
+      "loss": 0.2256,
+      "step": 4250
+    },
+    {
+      "epoch": 8.268988872762458,
+      "grad_norm": 32.97337341308594,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 0.2065,
+      "step": 4275
+    },
+    {
+      "epoch": 8.317368166424771,
+      "grad_norm": 6.631885528564453,
+      "learning_rate": 1.2983021706425962e-05,
+      "loss": 0.1953,
+      "step": 4300
+    },
+    {
+      "epoch": 8.365747460087082,
+      "grad_norm": 12.650675773620605,
+      "learning_rate": 1.2929292929292931e-05,
+      "loss": 0.1991,
+      "step": 4325
+    },
+    {
+      "epoch": 8.414126753749395,
+      "grad_norm": 8.03459358215332,
+      "learning_rate": 1.2875564152159898e-05,
+      "loss": 0.1956,
+      "step": 4350
+    },
+    {
+      "epoch": 8.462506047411708,
+      "grad_norm": 28.267847061157227,
+      "learning_rate": 1.2821835375026865e-05,
+      "loss": 0.2499,
+      "step": 4375
+    },
+    {
+      "epoch": 8.51088534107402,
+      "grad_norm": 10.706376075744629,
+      "learning_rate": 1.2768106597893832e-05,
+      "loss": 0.2147,
+      "step": 4400
+    },
+    {
+      "epoch": 8.559264634736333,
+      "grad_norm": 8.162078857421875,
+      "learning_rate": 1.2714377820760801e-05,
+      "loss": 0.2196,
+      "step": 4425
+    },
+    {
+      "epoch": 8.607643928398645,
+      "grad_norm": 9.556798934936523,
+      "learning_rate": 1.2660649043627768e-05,
+      "loss": 0.207,
+      "step": 4450
+    },
+    {
+      "epoch": 8.656023222060957,
+      "grad_norm": 7.335622310638428,
+      "learning_rate": 1.2606920266494735e-05,
+      "loss": 0.1991,
+      "step": 4475
+    },
+    {
+      "epoch": 8.70440251572327,
+      "grad_norm": 13.747803688049316,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.1842,
+      "step": 4500
+    },
+    {
+      "epoch": 8.752781809385583,
+      "grad_norm": 12.686882972717285,
+      "learning_rate": 1.2499462712228672e-05,
+      "loss": 0.1986,
+      "step": 4525
+    },
+    {
+      "epoch": 8.801161103047896,
+      "grad_norm": 11.391569137573242,
+      "learning_rate": 1.2445733935095638e-05,
+      "loss": 0.2075,
+      "step": 4550
+    },
+    {
+      "epoch": 8.849540396710207,
+      "grad_norm": 8.302591323852539,
+      "learning_rate": 1.2392005157962605e-05,
+      "loss": 0.1873,
+      "step": 4575
+    },
+    {
+      "epoch": 8.89791969037252,
+      "grad_norm": 7.47742223739624,
+      "learning_rate": 1.2338276380829572e-05,
+      "loss": 0.2029,
+      "step": 4600
+    },
+    {
+      "epoch": 8.946298984034833,
+      "grad_norm": 6.0804057121276855,
+      "learning_rate": 1.2284547603696542e-05,
+      "loss": 0.2073,
+      "step": 4625
+    },
+    {
+      "epoch": 8.994678277697146,
+      "grad_norm": 13.249945640563965,
+      "learning_rate": 1.223081882656351e-05,
+      "loss": 0.2136,
+      "step": 4650
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.21684414327202323,
+      "eval_loss": 1.429646372795105,
+      "eval_macro_f1": 0.5805903626519002,
+      "eval_micro_f1": 0.5923746763944457,
+      "eval_runtime": 6.5627,
+      "eval_samples_per_second": 314.81,
+      "eval_steps_per_second": 19.809,
+      "eval_weighted_f1": 0.5905592973844723,
+      "step": 4653
+    },
+    {
+      "epoch": 9.042573778422835,
+      "grad_norm": 13.311488151550293,
+      "learning_rate": 1.2177090049430476e-05,
+      "loss": 0.1591,
+      "step": 4675
+    },
+    {
+      "epoch": 9.090953072085147,
+      "grad_norm": 28.33240509033203,
+      "learning_rate": 1.2123361272297443e-05,
+      "loss": 0.1603,
+      "step": 4700
+    },
+    {
+      "epoch": 9.13933236574746,
+      "grad_norm": 6.0440592765808105,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 0.1297,
+      "step": 4725
+    },
+    {
+      "epoch": 9.187711659409773,
+      "grad_norm": 4.9585957527160645,
+      "learning_rate": 1.2015903718031379e-05,
+      "loss": 0.125,
+      "step": 4750
+    },
+    {
+      "epoch": 9.236090953072084,
+      "grad_norm": 8.09431266784668,
+      "learning_rate": 1.1962174940898346e-05,
+      "loss": 0.1315,
+      "step": 4775
+    },
+    {
+      "epoch": 9.284470246734397,
+      "grad_norm": 8.519083976745605,
+      "learning_rate": 1.1908446163765313e-05,
+      "loss": 0.1345,
+      "step": 4800
+    },
+    {
+      "epoch": 9.33284954039671,
+      "grad_norm": 7.878532886505127,
+      "learning_rate": 1.1854717386632282e-05,
+      "loss": 0.1482,
+      "step": 4825
+    },
+    {
+      "epoch": 9.381228834059023,
+      "grad_norm": 7.410105228424072,
+      "learning_rate": 1.1800988609499249e-05,
+      "loss": 0.1398,
+      "step": 4850
+    },
+    {
+      "epoch": 9.429608127721336,
+      "grad_norm": 7.713472843170166,
+      "learning_rate": 1.1747259832366216e-05,
+      "loss": 0.1374,
+      "step": 4875
+    },
+    {
+      "epoch": 9.477987421383649,
+      "grad_norm": 8.963943481445312,
+      "learning_rate": 1.1693531055233184e-05,
+      "loss": 0.1258,
+      "step": 4900
+    },
+    {
+      "epoch": 9.52636671504596,
+      "grad_norm": 8.813724517822266,
+      "learning_rate": 1.1639802278100151e-05,
+      "loss": 0.1392,
+      "step": 4925
+    },
+    {
+      "epoch": 9.574746008708273,
+      "grad_norm": 36.261653900146484,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 0.1386,
+      "step": 4950
+    },
+    {
+      "epoch": 9.623125302370585,
+      "grad_norm": 8.653218269348145,
+      "learning_rate": 1.1532344723834085e-05,
+      "loss": 0.1414,
+      "step": 4975
+    },
+    {
+      "epoch": 9.671504596032898,
+      "grad_norm": 64.70353698730469,
+      "learning_rate": 1.1478615946701054e-05,
+      "loss": 0.1359,
+      "step": 5000
+    },
+    {
+      "epoch": 9.719883889695211,
+      "grad_norm": 11.953006744384766,
+      "learning_rate": 1.1424887169568021e-05,
+      "loss": 0.1541,
+      "step": 5025
+    },
+    {
+      "epoch": 9.768263183357522,
+      "grad_norm": 5.10745096206665,
+      "learning_rate": 1.1371158392434988e-05,
+      "loss": 0.1333,
+      "step": 5050
+    },
+    {
+      "epoch": 9.816642477019835,
+      "grad_norm": 6.035274028778076,
+      "learning_rate": 1.1317429615301955e-05,
+      "loss": 0.1178,
+      "step": 5075
+    },
+    {
+      "epoch": 9.865021770682148,
+      "grad_norm": 5.925597190856934,
+      "learning_rate": 1.1263700838168926e-05,
+      "loss": 0.1349,
+      "step": 5100
+    },
+    {
+      "epoch": 9.91340106434446,
+      "grad_norm": 14.155402183532715,
+      "learning_rate": 1.1209972061035893e-05,
+      "loss": 0.1251,
+      "step": 5125
+    },
+    {
+      "epoch": 9.961780358006774,
+      "grad_norm": 15.555855751037598,
+      "learning_rate": 1.115624328390286e-05,
+      "loss": 0.1348,
+      "step": 5150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.23862536302032913,
+      "eval_loss": 1.5958892107009888,
+      "eval_macro_f1": 0.58046224839402,
+      "eval_micro_f1": 0.5942011104256631,
+      "eval_runtime": 5.4726,
+      "eval_samples_per_second": 377.515,
+      "eval_steps_per_second": 23.755,
+      "eval_weighted_f1": 0.5916462662150429,
+      "step": 5170
+    },
+    {
+      "epoch": 10.009675858732463,
+      "grad_norm": 35.22942352294922,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 0.1174,
+      "step": 5175
+    },
+    {
+      "epoch": 10.058055152394775,
+      "grad_norm": 4.42038631439209,
+      "learning_rate": 1.1048785729636795e-05,
+      "loss": 0.0981,
+      "step": 5200
+    },
+    {
+      "epoch": 10.106434446057088,
+      "grad_norm": 4.5745463371276855,
+      "learning_rate": 1.0995056952503762e-05,
+      "loss": 0.0947,
+      "step": 5225
+    },
+    {
+      "epoch": 10.1548137397194,
+      "grad_norm": 10.280843734741211,
+      "learning_rate": 1.094132817537073e-05,
+      "loss": 0.0997,
+      "step": 5250
+    },
+    {
+      "epoch": 10.203193033381712,
+      "grad_norm": 8.591300964355469,
+      "learning_rate": 1.0887599398237696e-05,
+      "loss": 0.114,
+      "step": 5275
+    },
+    {
+      "epoch": 10.251572327044025,
+      "grad_norm": 29.828018188476562,
+      "learning_rate": 1.0833870621104665e-05,
+      "loss": 0.0854,
+      "step": 5300
+    },
+    {
+      "epoch": 10.299951620706338,
+      "grad_norm": 4.689553737640381,
+      "learning_rate": 1.0780141843971632e-05,
+      "loss": 0.1133,
+      "step": 5325
+    },
+    {
+      "epoch": 10.34833091436865,
+      "grad_norm": 7.661031246185303,
+      "learning_rate": 1.0726413066838599e-05,
+      "loss": 0.105,
+      "step": 5350
+    },
+    {
+      "epoch": 10.396710208030962,
+      "grad_norm": 4.269213676452637,
+      "learning_rate": 1.0672684289705568e-05,
+      "loss": 0.0919,
+      "step": 5375
+    },
+    {
+      "epoch": 10.445089501693275,
+      "grad_norm": 3.305957317352295,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 0.0998,
+      "step": 5400
+    },
+    {
+      "epoch": 10.493468795355588,
+      "grad_norm": 4.207970142364502,
+      "learning_rate": 1.0565226735439502e-05,
+      "loss": 0.0968,
+      "step": 5425
+    },
+    {
+      "epoch": 10.5418480890179,
+      "grad_norm": 9.986993789672852,
+      "learning_rate": 1.0511497958306469e-05,
+      "loss": 0.0973,
+      "step": 5450
+    },
+    {
+      "epoch": 10.590227382680213,
+      "grad_norm": 7.630856037139893,
+      "learning_rate": 1.0457769181173438e-05,
+      "loss": 0.0864,
+      "step": 5475
+    },
+    {
+      "epoch": 10.638606676342526,
+      "grad_norm": 4.255426406860352,
+      "learning_rate": 1.0404040404040405e-05,
+      "loss": 0.0841,
+      "step": 5500
+    },
+    {
+      "epoch": 10.686985970004837,
+      "grad_norm": 14.106060981750488,
+      "learning_rate": 1.0350311626907372e-05,
+      "loss": 0.1099,
+      "step": 5525
+    },
+    {
+      "epoch": 10.73536526366715,
+      "grad_norm": 3.8561038970947266,
+      "learning_rate": 1.0296582849774339e-05,
+      "loss": 0.0854,
+      "step": 5550
+    },
+    {
+      "epoch": 10.783744557329463,
+      "grad_norm": 23.49259376525879,
+      "learning_rate": 1.0242854072641309e-05,
+      "loss": 0.0848,
+      "step": 5575
+    },
+    {
+      "epoch": 10.832123850991776,
+      "grad_norm": 8.413026809692383,
+      "learning_rate": 1.0189125295508276e-05,
+      "loss": 0.0888,
+      "step": 5600
+    },
+    {
+      "epoch": 10.880503144654089,
+      "grad_norm": 4.484127998352051,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 0.0786,
+      "step": 5625
+    },
+    {
+      "epoch": 10.9288824383164,
+      "grad_norm": 5.217402458190918,
+      "learning_rate": 1.008166774124221e-05,
+      "loss": 0.0886,
+      "step": 5650
+    },
+    {
+      "epoch": 10.977261731978713,
+      "grad_norm": 7.287976264953613,
+      "learning_rate": 1.0027938964109179e-05,
+      "loss": 0.0877,
+      "step": 5675
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.23378509196515004,
+      "eval_loss": 1.6666221618652344,
+      "eval_macro_f1": 0.5836905020938336,
+      "eval_micro_f1": 0.5958811197434949,
+      "eval_runtime": 5.5724,
+      "eval_samples_per_second": 370.758,
+      "eval_steps_per_second": 23.329,
+      "eval_weighted_f1": 0.594643682341423,
+      "step": 5687
+    },
+    {
+      "epoch": 11.025157232704403,
+      "grad_norm": 4.768550872802734,
+      "learning_rate": 9.974210186976146e-06,
+      "loss": 0.0725,
+      "step": 5700
+    },
+    {
+      "epoch": 11.073536526366714,
+      "grad_norm": 2.8383986949920654,
+      "learning_rate": 9.920481409843113e-06,
+      "loss": 0.0741,
+      "step": 5725
+    },
+    {
+      "epoch": 11.121915820029027,
+      "grad_norm": 6.054582595825195,
+      "learning_rate": 9.86675263271008e-06,
+      "loss": 0.0612,
+      "step": 5750
+    },
+    {
+      "epoch": 11.17029511369134,
+      "grad_norm": 2.299422025680542,
+      "learning_rate": 9.813023855577047e-06,
+      "loss": 0.0686,
+      "step": 5775
+    },
+    {
+      "epoch": 11.218674407353653,
+      "grad_norm": 4.637438774108887,
+      "learning_rate": 9.759295078444016e-06,
+      "loss": 0.0611,
+      "step": 5800
+    },
+    {
+      "epoch": 11.267053701015966,
+      "grad_norm": 7.725766181945801,
+      "learning_rate": 9.705566301310983e-06,
+      "loss": 0.0547,
+      "step": 5825
+    },
+    {
+      "epoch": 11.315432994678277,
+      "grad_norm": 2.71662974357605,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 0.0645,
+      "step": 5850
+    },
+    {
+      "epoch": 11.36381228834059,
+      "grad_norm": 8.171863555908203,
+      "learning_rate": 9.598108747044918e-06,
+      "loss": 0.0775,
+      "step": 5875
+    },
+    {
+      "epoch": 11.412191582002903,
+      "grad_norm": 4.438423156738281,
+      "learning_rate": 9.544379969911885e-06,
+      "loss": 0.0534,
+      "step": 5900
+    },
+    {
+      "epoch": 11.460570875665216,
+      "grad_norm": 3.424454689025879,
+      "learning_rate": 9.490651192778854e-06,
+      "loss": 0.0558,
+      "step": 5925
+    },
+    {
+      "epoch": 11.508950169327528,
+      "grad_norm": 3.0712525844573975,
+      "learning_rate": 9.436922415645821e-06,
+      "loss": 0.0598,
+      "step": 5950
+    },
+    {
+      "epoch": 11.55732946298984,
+      "grad_norm": 5.1497063636779785,
+      "learning_rate": 9.383193638512788e-06,
+      "loss": 0.0727,
+      "step": 5975
+    },
+    {
+      "epoch": 11.605708756652152,
+      "grad_norm": 3.535071849822998,
+      "learning_rate": 9.329464861379755e-06,
+      "loss": 0.0557,
+      "step": 6000
+    },
+    {
+      "epoch": 11.654088050314465,
+      "grad_norm": 11.105364799499512,
+      "learning_rate": 9.275736084246724e-06,
+      "loss": 0.0554,
+      "step": 6025
+    },
+    {
+      "epoch": 11.702467343976778,
+      "grad_norm": 8.628068923950195,
+      "learning_rate": 9.22200730711369e-06,
+      "loss": 0.0676,
+      "step": 6050
+    },
+    {
+      "epoch": 11.750846637639091,
+      "grad_norm": 5.972270965576172,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 0.0535,
+      "step": 6075
+    },
+    {
+      "epoch": 11.799225931301404,
+      "grad_norm": 3.69189190864563,
+      "learning_rate": 9.114549752847626e-06,
+      "loss": 0.0515,
+      "step": 6100
+    },
+    {
+      "epoch": 11.847605224963715,
+      "grad_norm": 5.133704662322998,
+      "learning_rate": 9.060820975714594e-06,
+      "loss": 0.0576,
+      "step": 6125
+    },
+    {
+      "epoch": 11.895984518626028,
+      "grad_norm": 4.8098464012146,
+      "learning_rate": 9.00709219858156e-06,
+      "loss": 0.0598,
+      "step": 6150
+    },
+    {
+      "epoch": 11.94436381228834,
+      "grad_norm": 17.150545120239258,
+      "learning_rate": 8.95336342144853e-06,
+      "loss": 0.0562,
+      "step": 6175
+    },
+    {
+      "epoch": 11.992743105950654,
+      "grad_norm": 7.8696770668029785,
+      "learning_rate": 8.899634644315496e-06,
+      "loss": 0.0561,
+      "step": 6200
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.22700871248789933,
+      "eval_loss": 1.8011564016342163,
+      "eval_macro_f1": 0.584831885542539,
+      "eval_micro_f1": 0.5957236435545668,
+      "eval_runtime": 5.4338,
+      "eval_samples_per_second": 380.213,
+      "eval_steps_per_second": 23.924,
+      "eval_weighted_f1": 0.5953673942642178,
+      "step": 6204
+    },
+    {
+      "epoch": 12.040638606676342,
+      "grad_norm": 2.415249824523926,
+      "learning_rate": 8.845905867182463e-06,
+      "loss": 0.0425,
+      "step": 6225
+    },
+    {
+      "epoch": 12.089017900338655,
+      "grad_norm": 7.988408088684082,
+      "learning_rate": 8.79217709004943e-06,
+      "loss": 0.048,
+      "step": 6250
+    },
+    {
+      "epoch": 12.137397194000968,
+      "grad_norm": 3.009746551513672,
+      "learning_rate": 8.738448312916399e-06,
+      "loss": 0.0391,
+      "step": 6275
+    },
+    {
+      "epoch": 12.18577648766328,
+      "grad_norm": 10.381353378295898,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 0.0496,
+      "step": 6300
+    },
+    {
+      "epoch": 12.234155781325592,
+      "grad_norm": 5.621993541717529,
+      "learning_rate": 8.630990758650335e-06,
+      "loss": 0.046,
+      "step": 6325
+    },
+    {
+      "epoch": 12.282535074987905,
+      "grad_norm": 7.289422512054443,
+      "learning_rate": 8.5772619815173e-06,
+      "loss": 0.0334,
+      "step": 6350
+    },
+    {
+      "epoch": 12.330914368650218,
+      "grad_norm": 5.6511712074279785,
+      "learning_rate": 8.523533204384269e-06,
+      "loss": 0.0381,
+      "step": 6375
+    },
+    {
+      "epoch": 12.37929366231253,
+      "grad_norm": 2.403754234313965,
+      "learning_rate": 8.469804427251237e-06,
+      "loss": 0.0407,
+      "step": 6400
+    },
+    {
+      "epoch": 12.427672955974844,
+      "grad_norm": 4.141894340515137,
+      "learning_rate": 8.416075650118204e-06,
+      "loss": 0.0527,
+      "step": 6425
+    },
+    {
+      "epoch": 12.476052249637155,
+      "grad_norm": 61.99343490600586,
+      "learning_rate": 8.362346872985171e-06,
+      "loss": 0.0498,
+      "step": 6450
+    },
+    {
+      "epoch": 12.524431543299468,
+      "grad_norm": 3.476409912109375,
+      "learning_rate": 8.308618095852138e-06,
+      "loss": 0.062,
+      "step": 6475
+    },
+    {
+      "epoch": 12.57281083696178,
+      "grad_norm": 4.911736488342285,
+      "learning_rate": 8.254889318719107e-06,
+      "loss": 0.044,
+      "step": 6500
+    },
+    {
+      "epoch": 12.621190130624093,
+      "grad_norm": 6.119822978973389,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 0.0378,
+      "step": 6525
+    },
+    {
+      "epoch": 12.669569424286406,
+      "grad_norm": 1.3957054615020752,
+      "learning_rate": 8.147431764453041e-06,
+      "loss": 0.0369,
+      "step": 6550
+    },
+    {
+      "epoch": 12.717948717948717,
+      "grad_norm": 5.59533166885376,
+      "learning_rate": 8.093702987320008e-06,
+      "loss": 0.0336,
+      "step": 6575
+    },
+    {
+      "epoch": 12.76632801161103,
+      "grad_norm": 1.610896110534668,
+      "learning_rate": 8.039974210186977e-06,
+      "loss": 0.0376,
+      "step": 6600
+    },
+    {
+      "epoch": 12.814707305273343,
+      "grad_norm": 3.5322039127349854,
+      "learning_rate": 7.986245433053944e-06,
+      "loss": 0.0471,
+      "step": 6625
+    },
+    {
+      "epoch": 12.863086598935656,
+      "grad_norm": 1.5591797828674316,
+      "learning_rate": 7.932516655920913e-06,
+      "loss": 0.0406,
+      "step": 6650
+    },
+    {
+      "epoch": 12.911465892597969,
+      "grad_norm": 3.3450162410736084,
+      "learning_rate": 7.87878787878788e-06,
+      "loss": 0.035,
+      "step": 6675
+    },
+    {
+      "epoch": 12.959845186260281,
+      "grad_norm": 1.910766839981079,
+      "learning_rate": 7.825059101654847e-06,
+      "loss": 0.0472,
+      "step": 6700
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.25072604065827686,
+      "eval_loss": 2.0038702487945557,
+      "eval_macro_f1": 0.5865843396291105,
+      "eval_micro_f1": 0.5992880752606153,
+      "eval_runtime": 5.5204,
+      "eval_samples_per_second": 374.25,
+      "eval_steps_per_second": 23.549,
+      "eval_weighted_f1": 0.5965538391469796,
+      "step": 6721
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/special_tokens_map.json b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/tokenizer_config.json b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/trainer_state.json b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f8724a701811db411bc19365694a90879cd84c0
--- /dev/null
+++ b/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-8272/trainer_state.json
@@ -0,0 +1,2545 @@
+{
+  "best_global_step": 6721,
+  "best_metric": 0.5865843396291105,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s42-20260903T160635Z-bd528b37/trainer/checkpoint-6721",
+  "epoch": 16.0,
+  "eval_steps": 500,
+  "global_step": 8272,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 24.075105667114258,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 5.732,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 22.639827728271484,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 5.7667,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 25.95882225036621,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 5.685,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 24.990034103393555,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 5.6958,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 23.531312942504883,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 5.7634,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 36.89202117919922,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.7854,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 49.32970428466797,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.2657,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 44.6374626159668,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.0193,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 37.44552230834961,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 4.9348,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 206.8840789794922,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 4.7651,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 66.14974212646484,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.6913,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 46.247920989990234,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 4.3957,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 35.09137725830078,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 4.1325,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 65.35574340820312,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 3.8963,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 210.7650604248047,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.9112,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 47.599708557128906,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.6535,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 48.39473342895508,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.811,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 55.21322250366211,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.5786,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 50.17074966430664,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.411,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 59.124046325683594,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.4578,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.000484027105517909,
+      "eval_loss": 0.8583394885063171,
+      "eval_macro_f1": 0.3630966951791685,
+      "eval_micro_f1": 0.3359333825234532,
+      "eval_runtime": 6.2755,
+      "eval_samples_per_second": 329.215,
+      "eval_steps_per_second": 20.715,
+      "eval_weighted_f1": 0.397935447359056,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 44.87495422363281,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.2048,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 64.2298812866211,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 3.0699,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 47.53019332885742,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 3.133,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 37.609474182128906,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9746,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 71.16027069091797,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 2.9748,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 45.353233337402344,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.8671,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 46.80319595336914,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 3.0287,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 31.81816291809082,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.8293,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 41.560829162597656,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.8275,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 40.66618347167969,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.7597,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 36.48830795288086,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.8851,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 113.90451049804688,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.8449,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 32.073612213134766,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.7932,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 40.70948791503906,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.8026,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 54.272422790527344,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.7686,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 46.21140670776367,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.8302,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 43.70937728881836,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.6804,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 46.702091217041016,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.8043,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 51.63243103027344,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.6995,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 47.522071838378906,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.7469,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 35.18048095703125,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.6347,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.012584704743465635,
+      "eval_loss": 0.6923902034759521,
+      "eval_macro_f1": 0.4235080899453907,
+      "eval_micro_f1": 0.42447443550480146,
+      "eval_runtime": 5.3244,
+      "eval_samples_per_second": 388.022,
+      "eval_steps_per_second": 24.416,
+      "eval_weighted_f1": 0.4581082846393003,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 36.094852447509766,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.3248,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 37.66938400268555,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.089,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 183.71157836914062,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0137,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 43.86412811279297,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.3456,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 54.552978515625,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 2.2017,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 46.93483352661133,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0139,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 34.297725677490234,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 2.0348,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 55.55021667480469,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 1.9608,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 40.92387390136719,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.1453,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 45.30082321166992,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 2.1826,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 22.910524368286133,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 2.157,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 41.6285285949707,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 1.9467,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 32.95306396484375,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.0256,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 53.508338928222656,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 2.0381,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 36.16330337524414,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.974,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 42.12128448486328,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 1.9281,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 24.938478469848633,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 2.0625,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 50.6510009765625,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 2.0699,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 150.6990203857422,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.03,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 44.947021484375,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0219,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 30.82755470275879,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 2.0438,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.04888673765730881,
+      "eval_loss": 0.6895163059234619,
+      "eval_macro_f1": 0.46715520757650636,
+      "eval_micro_f1": 0.47812893198134854,
+      "eval_runtime": 5.5254,
+      "eval_samples_per_second": 373.911,
+      "eval_steps_per_second": 23.528,
+      "eval_weighted_f1": 0.4988437313186869,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 20.81757164001465,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.479,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 32.29949951171875,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.4437,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 35.86022186279297,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3593,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 30.43411636352539,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3995,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 32.68592834472656,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.4581,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 22.959571838378906,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.4115,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 28.97119140625,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3555,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 45.8336067199707,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.3808,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 43.852691650390625,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.4274,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 37.609615325927734,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.3385,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 23.46873664855957,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.4601,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 47.47378921508789,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.4273,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 79.07860565185547,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.4196,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 23.475915908813477,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.3952,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 24.57293128967285,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.3089,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 31.09827995300293,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.4068,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 22.93657684326172,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.4439,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 30.972942352294922,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.4439,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 32.62412643432617,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3265,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 20.737192153930664,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.4703,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.07115198451113262,
+      "eval_loss": 0.7440383434295654,
+      "eval_macro_f1": 0.5204584920667596,
+      "eval_micro_f1": 0.5178718497776313,
+      "eval_runtime": 5.5139,
+      "eval_samples_per_second": 374.69,
+      "eval_steps_per_second": 23.577,
+      "eval_weighted_f1": 0.5412186094650796,
+      "step": 2068
+    },
+    {
+      "epoch": 4.013546202225448,
+      "grad_norm": 18.828044891357422,
+      "learning_rate": 1.7764882871265852e-05,
+      "loss": 1.2582,
+      "step": 2075
+    },
+    {
+      "epoch": 4.06192549588776,
+      "grad_norm": 23.876699447631836,
+      "learning_rate": 1.771115409413282e-05,
+      "loss": 0.9899,
+      "step": 2100
+    },
+    {
+      "epoch": 4.110304789550073,
+      "grad_norm": 21.736867904663086,
+      "learning_rate": 1.7657425316999787e-05,
+      "loss": 0.9068,
+      "step": 2125
+    },
+    {
+      "epoch": 4.1586840832123855,
+      "grad_norm": 29.021392822265625,
+      "learning_rate": 1.7603696539866754e-05,
+      "loss": 0.9514,
+      "step": 2150
+    },
+    {
+      "epoch": 4.2070633768746974,
+      "grad_norm": 19.64742660522461,
+      "learning_rate": 1.754996776273372e-05,
+      "loss": 0.9303,
+      "step": 2175
+    },
+    {
+      "epoch": 4.25544267053701,
+      "grad_norm": 31.49949073791504,
+      "learning_rate": 1.7496238985600688e-05,
+      "loss": 0.957,
+      "step": 2200
+    },
+    {
+      "epoch": 4.303821964199322,
+      "grad_norm": 27.73626708984375,
+      "learning_rate": 1.7442510208467655e-05,
+      "loss": 0.9523,
+      "step": 2225
+    },
+    {
+      "epoch": 4.352201257861635,
+      "grad_norm": 25.092872619628906,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 0.934,
+      "step": 2250
+    },
+    {
+      "epoch": 4.400580551523948,
+      "grad_norm": 25.432775497436523,
+      "learning_rate": 1.7335052654201592e-05,
+      "loss": 0.9856,
+      "step": 2275
+    },
+    {
+      "epoch": 4.44895984518626,
+      "grad_norm": 35.38848114013672,
+      "learning_rate": 1.728132387706856e-05,
+      "loss": 0.9819,
+      "step": 2300
+    },
+    {
+      "epoch": 4.497339138848573,
+      "grad_norm": 31.0413818359375,
+      "learning_rate": 1.722759509993553e-05,
+      "loss": 1.0189,
+      "step": 2325
+    },
+    {
+      "epoch": 4.545718432510886,
+      "grad_norm": 25.50531768798828,
+      "learning_rate": 1.7173866322802496e-05,
+      "loss": 0.9449,
+      "step": 2350
+    },
+    {
+      "epoch": 4.594097726173198,
+      "grad_norm": 22.294240951538086,
+      "learning_rate": 1.7120137545669463e-05,
+      "loss": 0.9281,
+      "step": 2375
+    },
+    {
+      "epoch": 4.6424770198355105,
+      "grad_norm": 24.459230422973633,
+      "learning_rate": 1.706640876853643e-05,
+      "loss": 0.9968,
+      "step": 2400
+    },
+    {
+      "epoch": 4.690856313497823,
+      "grad_norm": 18.973814010620117,
+      "learning_rate": 1.7012679991403397e-05,
+      "loss": 0.9304,
+      "step": 2425
+    },
+    {
+      "epoch": 4.739235607160135,
+      "grad_norm": 15.304227828979492,
+      "learning_rate": 1.6958951214270364e-05,
+      "loss": 0.9149,
+      "step": 2450
+    },
+    {
+      "epoch": 4.787614900822448,
+      "grad_norm": 10.842902183532715,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 0.9522,
+      "step": 2475
+    },
+    {
+      "epoch": 4.83599419448476,
+      "grad_norm": 33.43091583251953,
+      "learning_rate": 1.68514936600043e-05,
+      "loss": 0.9858,
+      "step": 2500
+    },
+    {
+      "epoch": 4.884373488147073,
+      "grad_norm": 28.361248016357422,
+      "learning_rate": 1.679776488287127e-05,
+      "loss": 0.9925,
+      "step": 2525
+    },
+    {
+      "epoch": 4.932752781809386,
+      "grad_norm": 28.579360961914062,
+      "learning_rate": 1.6744036105738236e-05,
+      "loss": 0.9656,
+      "step": 2550
+    },
+    {
+      "epoch": 4.981132075471698,
+      "grad_norm": 33.23533248901367,
+      "learning_rate": 1.6690307328605203e-05,
+      "loss": 1.0,
+      "step": 2575
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.11907066795740562,
+      "eval_loss": 0.8310288190841675,
+      "eval_macro_f1": 0.5509592618125271,
+      "eval_micro_f1": 0.5539548285156614,
+      "eval_runtime": 5.5737,
+      "eval_samples_per_second": 370.672,
+      "eval_steps_per_second": 23.324,
+      "eval_weighted_f1": 0.5654986539067404,
+      "step": 2585
+    },
+    {
+      "epoch": 5.029027576197388,
+      "grad_norm": 15.850930213928223,
+      "learning_rate": 1.663657855147217e-05,
+      "loss": 0.7978,
+      "step": 2600
+    },
+    {
+      "epoch": 5.0774068698597,
+      "grad_norm": 47.669395446777344,
+      "learning_rate": 1.6582849774339137e-05,
+      "loss": 0.6765,
+      "step": 2625
+    },
+    {
+      "epoch": 5.1257861635220126,
+      "grad_norm": 21.895536422729492,
+      "learning_rate": 1.6529120997206104e-05,
+      "loss": 0.6763,
+      "step": 2650
+    },
+    {
+      "epoch": 5.174165457184325,
+      "grad_norm": 13.959775924682617,
+      "learning_rate": 1.647539222007307e-05,
+      "loss": 0.7038,
+      "step": 2675
+    },
+    {
+      "epoch": 5.222544750846637,
+      "grad_norm": 19.764923095703125,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 0.6499,
+      "step": 2700
+    },
+    {
+      "epoch": 5.27092404450895,
+      "grad_norm": 18.677509307861328,
+      "learning_rate": 1.636793466580701e-05,
+      "loss": 0.6605,
+      "step": 2725
+    },
+    {
+      "epoch": 5.319303338171263,
+      "grad_norm": 52.941795349121094,
+      "learning_rate": 1.6314205888673975e-05,
+      "loss": 0.6704,
+      "step": 2750
+    },
+    {
+      "epoch": 5.367682631833575,
+      "grad_norm": 15.459386825561523,
+      "learning_rate": 1.6260477111540942e-05,
+      "loss": 0.7414,
+      "step": 2775
+    },
+    {
+      "epoch": 5.416061925495888,
+      "grad_norm": 17.149415969848633,
+      "learning_rate": 1.6206748334407913e-05,
+      "loss": 0.6472,
+      "step": 2800
+    },
+    {
+      "epoch": 5.4644412191582,
+      "grad_norm": 27.030410766601562,
+      "learning_rate": 1.615301955727488e-05,
+      "loss": 0.6692,
+      "step": 2825
+    },
+    {
+      "epoch": 5.512820512820513,
+      "grad_norm": 17.812963485717773,
+      "learning_rate": 1.6099290780141847e-05,
+      "loss": 0.6418,
+      "step": 2850
+    },
+    {
+      "epoch": 5.561199806482826,
+      "grad_norm": 29.588045120239258,
+      "learning_rate": 1.604556200300881e-05,
+      "loss": 0.6934,
+      "step": 2875
+    },
+    {
+      "epoch": 5.609579100145138,
+      "grad_norm": 24.740642547607422,
+      "learning_rate": 1.599183322587578e-05,
+      "loss": 0.6571,
+      "step": 2900
+    },
+    {
+      "epoch": 5.6579583938074505,
+      "grad_norm": 27.36709976196289,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 0.6974,
+      "step": 2925
+    },
+    {
+      "epoch": 5.706337687469762,
+      "grad_norm": 30.546661376953125,
+      "learning_rate": 1.5884375671609715e-05,
+      "loss": 0.6716,
+      "step": 2950
+    },
+    {
+      "epoch": 5.754716981132075,
+      "grad_norm": 26.55941390991211,
+      "learning_rate": 1.5830646894476682e-05,
+      "loss": 0.6755,
+      "step": 2975
+    },
+    {
+      "epoch": 5.803096274794388,
+      "grad_norm": 30.504430770874023,
+      "learning_rate": 1.5776918117343652e-05,
+      "loss": 0.6292,
+      "step": 3000
+    },
+    {
+      "epoch": 5.851475568456701,
+      "grad_norm": 15.87678050994873,
+      "learning_rate": 1.572318934021062e-05,
+      "loss": 0.6881,
+      "step": 3025
+    },
+    {
+      "epoch": 5.899854862119013,
+      "grad_norm": 18.130794525146484,
+      "learning_rate": 1.5669460563077586e-05,
+      "loss": 0.6771,
+      "step": 3050
+    },
+    {
+      "epoch": 5.948234155781326,
+      "grad_norm": 14.630474090576172,
+      "learning_rate": 1.5615731785944553e-05,
+      "loss": 0.6556,
+      "step": 3075
+    },
+    {
+      "epoch": 5.996613449443638,
+      "grad_norm": 14.943368911743164,
+      "learning_rate": 1.556200300881152e-05,
+      "loss": 0.6539,
+      "step": 3100
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.15150048402710553,
+      "eval_loss": 0.9994016885757446,
+      "eval_macro_f1": 0.5757058021596304,
+      "eval_micro_f1": 0.5778138967899228,
+      "eval_runtime": 5.3601,
+      "eval_samples_per_second": 385.438,
+      "eval_steps_per_second": 24.253,
+      "eval_weighted_f1": 0.5864312446673398,
+      "step": 3102
+    },
+    {
+      "epoch": 6.044508950169328,
+      "grad_norm": 8.146716117858887,
+      "learning_rate": 1.5508274231678487e-05,
+      "loss": 0.4995,
+      "step": 3125
+    },
+    {
+      "epoch": 6.09288824383164,
+      "grad_norm": 13.455183029174805,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.491,
+      "step": 3150
+    },
+    {
+      "epoch": 6.1412675374939525,
+      "grad_norm": 27.661144256591797,
+      "learning_rate": 1.540081667741242e-05,
+      "loss": 0.4544,
+      "step": 3175
+    },
+    {
+      "epoch": 6.189646831156265,
+      "grad_norm": 13.615593910217285,
+      "learning_rate": 1.5347087900279392e-05,
+      "loss": 0.44,
+      "step": 3200
+    },
+    {
+      "epoch": 6.238026124818577,
+      "grad_norm": 14.554522514343262,
+      "learning_rate": 1.529335912314636e-05,
+      "loss": 0.4456,
+      "step": 3225
+    },
+    {
+      "epoch": 6.28640541848089,
+      "grad_norm": 16.695505142211914,
+      "learning_rate": 1.5239630346013326e-05,
+      "loss": 0.4323,
+      "step": 3250
+    },
+    {
+      "epoch": 6.334784712143203,
+      "grad_norm": 18.26540184020996,
+      "learning_rate": 1.5185901568880293e-05,
+      "loss": 0.4699,
+      "step": 3275
+    },
+    {
+      "epoch": 6.383164005805515,
+      "grad_norm": 17.349123001098633,
+      "learning_rate": 1.5132172791747262e-05,
+      "loss": 0.4807,
+      "step": 3300
+    },
+    {
+      "epoch": 6.431543299467828,
+      "grad_norm": 29.95682144165039,
+      "learning_rate": 1.5078444014614229e-05,
+      "loss": 0.4555,
+      "step": 3325
+    },
+    {
+      "epoch": 6.479922593130141,
+      "grad_norm": 13.582619667053223,
+      "learning_rate": 1.5024715237481196e-05,
+      "loss": 0.4791,
+      "step": 3350
+    },
+    {
+      "epoch": 6.528301886792453,
+      "grad_norm": 39.52751159667969,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 0.439,
+      "step": 3375
+    },
+    {
+      "epoch": 6.576681180454766,
+      "grad_norm": 13.102770805358887,
+      "learning_rate": 1.4917257683215131e-05,
+      "loss": 0.4476,
+      "step": 3400
+    },
+    {
+      "epoch": 6.6250604741170775,
+      "grad_norm": 23.3754940032959,
+      "learning_rate": 1.4863528906082098e-05,
+      "loss": 0.4774,
+      "step": 3425
+    },
+    {
+      "epoch": 6.67343976777939,
+      "grad_norm": 16.471248626708984,
+      "learning_rate": 1.4809800128949065e-05,
+      "loss": 0.4436,
+      "step": 3450
+    },
+    {
+      "epoch": 6.721819061441703,
+      "grad_norm": 26.662641525268555,
+      "learning_rate": 1.4756071351816034e-05,
+      "loss": 0.4545,
+      "step": 3475
+    },
+    {
+      "epoch": 6.770198355104015,
+      "grad_norm": 12.316225051879883,
+      "learning_rate": 1.4702342574683001e-05,
+      "loss": 0.4935,
+      "step": 3500
+    },
+    {
+      "epoch": 6.818577648766328,
+      "grad_norm": 15.585773468017578,
+      "learning_rate": 1.4648613797549968e-05,
+      "loss": 0.4391,
+      "step": 3525
+    },
+    {
+      "epoch": 6.86695694242864,
+      "grad_norm": 10.014491081237793,
+      "learning_rate": 1.4594885020416935e-05,
+      "loss": 0.4751,
+      "step": 3550
+    },
+    {
+      "epoch": 6.915336236090953,
+      "grad_norm": 21.217796325683594,
+      "learning_rate": 1.4541156243283906e-05,
+      "loss": 0.4511,
+      "step": 3575
+    },
+    {
+      "epoch": 6.963715529753266,
+      "grad_norm": 19.217748641967773,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 0.4878,
+      "step": 3600
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.18635043562439496,
+      "eval_loss": 1.0857046842575073,
+      "eval_macro_f1": 0.5768231415745619,
+      "eval_micro_f1": 0.5864774803826722,
+      "eval_runtime": 5.5466,
+      "eval_samples_per_second": 372.481,
+      "eval_steps_per_second": 23.438,
+      "eval_weighted_f1": 0.5908139320471327,
+      "step": 3619
+    },
+    {
+      "epoch": 7.011611030478955,
+      "grad_norm": 10.602408409118652,
+      "learning_rate": 1.443369868901784e-05,
+      "loss": 0.422,
+      "step": 3625
+    },
+    {
+      "epoch": 7.059990324141268,
+      "grad_norm": 9.839622497558594,
+      "learning_rate": 1.4379969911884807e-05,
+      "loss": 0.3369,
+      "step": 3650
+    },
+    {
+      "epoch": 7.1083696178035805,
+      "grad_norm": 9.967080116271973,
+      "learning_rate": 1.4326241134751775e-05,
+      "loss": 0.3219,
+      "step": 3675
+    },
+    {
+      "epoch": 7.156748911465892,
+      "grad_norm": 15.147089958190918,
+      "learning_rate": 1.4272512357618742e-05,
+      "loss": 0.2984,
+      "step": 3700
+    },
+    {
+      "epoch": 7.205128205128205,
+      "grad_norm": 18.81475067138672,
+      "learning_rate": 1.421878358048571e-05,
+      "loss": 0.304,
+      "step": 3725
+    },
+    {
+      "epoch": 7.253507498790517,
+      "grad_norm": 14.160486221313477,
+      "learning_rate": 1.4165054803352676e-05,
+      "loss": 0.3097,
+      "step": 3750
+    },
+    {
+      "epoch": 7.30188679245283,
+      "grad_norm": 9.38772201538086,
+      "learning_rate": 1.4111326026219645e-05,
+      "loss": 0.3277,
+      "step": 3775
+    },
+    {
+      "epoch": 7.350266086115143,
+      "grad_norm": 14.189229011535645,
+      "learning_rate": 1.4057597249086612e-05,
+      "loss": 0.3406,
+      "step": 3800
+    },
+    {
+      "epoch": 7.398645379777455,
+      "grad_norm": 31.38408660888672,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 0.3237,
+      "step": 3825
+    },
+    {
+      "epoch": 7.447024673439768,
+      "grad_norm": 19.965042114257812,
+      "learning_rate": 1.3950139694820548e-05,
+      "loss": 0.3021,
+      "step": 3850
+    },
+    {
+      "epoch": 7.495403967102081,
+      "grad_norm": 16.485475540161133,
+      "learning_rate": 1.3896410917687515e-05,
+      "loss": 0.3348,
+      "step": 3875
+    },
+    {
+      "epoch": 7.543783260764393,
+      "grad_norm": 26.669950485229492,
+      "learning_rate": 1.3842682140554482e-05,
+      "loss": 0.3101,
+      "step": 3900
+    },
+    {
+      "epoch": 7.5921625544267055,
+      "grad_norm": 13.435751914978027,
+      "learning_rate": 1.3788953363421449e-05,
+      "loss": 0.2938,
+      "step": 3925
+    },
+    {
+      "epoch": 7.640541848089018,
+      "grad_norm": 25.239177703857422,
+      "learning_rate": 1.3735224586288418e-05,
+      "loss": 0.2951,
+      "step": 3950
+    },
+    {
+      "epoch": 7.68892114175133,
+      "grad_norm": 11.78165340423584,
+      "learning_rate": 1.3681495809155385e-05,
+      "loss": 0.2784,
+      "step": 3975
+    },
+    {
+      "epoch": 7.737300435413643,
+      "grad_norm": 10.410725593566895,
+      "learning_rate": 1.3627767032022352e-05,
+      "loss": 0.3191,
+      "step": 4000
+    },
+    {
+      "epoch": 7.785679729075955,
+      "grad_norm": 12.477808952331543,
+      "learning_rate": 1.3574038254889319e-05,
+      "loss": 0.3023,
+      "step": 4025
+    },
+    {
+      "epoch": 7.834059022738268,
+      "grad_norm": 10.606781959533691,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 0.3193,
+      "step": 4050
+    },
+    {
+      "epoch": 7.882438316400581,
+      "grad_norm": 13.415523529052734,
+      "learning_rate": 1.3466580700623256e-05,
+      "loss": 0.3005,
+      "step": 4075
+    },
+    {
+      "epoch": 7.930817610062893,
+      "grad_norm": 6.8240156173706055,
+      "learning_rate": 1.3412851923490221e-05,
+      "loss": 0.3061,
+      "step": 4100
+    },
+    {
+      "epoch": 7.979196903725206,
+      "grad_norm": 13.49821662902832,
+      "learning_rate": 1.3359123146357188e-05,
+      "loss": 0.3307,
+      "step": 4125
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.20087124878993223,
+      "eval_loss": 1.2375762462615967,
+      "eval_macro_f1": 0.5799965203689222,
+      "eval_micro_f1": 0.5896972435607772,
+      "eval_runtime": 5.5089,
+      "eval_samples_per_second": 375.028,
+      "eval_steps_per_second": 23.598,
+      "eval_weighted_f1": 0.5931053481727558,
+      "step": 4136
+    },
+    {
+      "epoch": 8.027092404450896,
+      "grad_norm": 7.321351528167725,
+      "learning_rate": 1.3305394369224159e-05,
+      "loss": 0.2826,
+      "step": 4150
+    },
+    {
+      "epoch": 8.075471698113208,
+      "grad_norm": 14.288145065307617,
+      "learning_rate": 1.3251665592091126e-05,
+      "loss": 0.2207,
+      "step": 4175
+    },
+    {
+      "epoch": 8.12385099177552,
+      "grad_norm": 48.53785705566406,
+      "learning_rate": 1.3197936814958093e-05,
+      "loss": 0.2122,
+      "step": 4200
+    },
+    {
+      "epoch": 8.172230285437832,
+      "grad_norm": 6.000598907470703,
+      "learning_rate": 1.314420803782506e-05,
+      "loss": 0.222,
+      "step": 4225
+    },
+    {
+      "epoch": 8.220609579100145,
+      "grad_norm": 5.898918151855469,
+      "learning_rate": 1.3090479260692028e-05,
+      "loss": 0.2256,
+      "step": 4250
+    },
+    {
+      "epoch": 8.268988872762458,
+      "grad_norm": 32.97337341308594,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 0.2065,
+      "step": 4275
+    },
+    {
+      "epoch": 8.317368166424771,
+      "grad_norm": 6.631885528564453,
+      "learning_rate": 1.2983021706425962e-05,
+      "loss": 0.1953,
+      "step": 4300
+    },
+    {
+      "epoch": 8.365747460087082,
+      "grad_norm": 12.650675773620605,
+      "learning_rate": 1.2929292929292931e-05,
+      "loss": 0.1991,
+      "step": 4325
+    },
+    {
+      "epoch": 8.414126753749395,
+      "grad_norm": 8.03459358215332,
+      "learning_rate": 1.2875564152159898e-05,
+      "loss": 0.1956,
+      "step": 4350
+    },
+    {
+      "epoch": 8.462506047411708,
+      "grad_norm": 28.267847061157227,
+      "learning_rate": 1.2821835375026865e-05,
+      "loss": 0.2499,
+      "step": 4375
+    },
+    {
+      "epoch": 8.51088534107402,
+      "grad_norm": 10.706376075744629,
+      "learning_rate": 1.2768106597893832e-05,
+      "loss": 0.2147,
+      "step": 4400
+    },
+    {
+      "epoch": 8.559264634736333,
+      "grad_norm": 8.162078857421875,
+      "learning_rate": 1.2714377820760801e-05,
+      "loss": 0.2196,
+      "step": 4425
+    },
+    {
+      "epoch": 8.607643928398645,
+      "grad_norm": 9.556798934936523,
+      "learning_rate": 1.2660649043627768e-05,
+      "loss": 0.207,
+      "step": 4450
+    },
+    {
+      "epoch": 8.656023222060957,
+      "grad_norm": 7.335622310638428,
+      "learning_rate": 1.2606920266494735e-05,
+      "loss": 0.1991,
+      "step": 4475
+    },
+    {
+      "epoch": 8.70440251572327,
+      "grad_norm": 13.747803688049316,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.1842,
+      "step": 4500
+    },
+    {
+      "epoch": 8.752781809385583,
+      "grad_norm": 12.686882972717285,
+      "learning_rate": 1.2499462712228672e-05,
+      "loss": 0.1986,
+      "step": 4525
+    },
+    {
+      "epoch": 8.801161103047896,
+      "grad_norm": 11.391569137573242,
+      "learning_rate": 1.2445733935095638e-05,
+      "loss": 0.2075,
+      "step": 4550
+    },
+    {
+      "epoch": 8.849540396710207,
+      "grad_norm": 8.302591323852539,
+      "learning_rate": 1.2392005157962605e-05,
+      "loss": 0.1873,
+      "step": 4575
+    },
+    {
+      "epoch": 8.89791969037252,
+      "grad_norm": 7.47742223739624,
+      "learning_rate": 1.2338276380829572e-05,
+      "loss": 0.2029,
+      "step": 4600
+    },
+    {
+      "epoch": 8.946298984034833,
+      "grad_norm": 6.0804057121276855,
+      "learning_rate": 1.2284547603696542e-05,
+      "loss": 0.2073,
+      "step": 4625
+    },
+    {
+      "epoch": 8.994678277697146,
+      "grad_norm": 13.249945640563965,
+      "learning_rate": 1.223081882656351e-05,
+      "loss": 0.2136,
+      "step": 4650
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.21684414327202323,
+      "eval_loss": 1.429646372795105,
+      "eval_macro_f1": 0.5805903626519002,
+      "eval_micro_f1": 0.5923746763944457,
+      "eval_runtime": 6.5627,
+      "eval_samples_per_second": 314.81,
+      "eval_steps_per_second": 19.809,
+      "eval_weighted_f1": 0.5905592973844723,
+      "step": 4653
+    },
+    {
+      "epoch": 9.042573778422835,
+      "grad_norm": 13.311488151550293,
+      "learning_rate": 1.2177090049430476e-05,
+      "loss": 0.1591,
+      "step": 4675
+    },
+    {
+      "epoch": 9.090953072085147,
+      "grad_norm": 28.33240509033203,
+      "learning_rate": 1.2123361272297443e-05,
+      "loss": 0.1603,
+      "step": 4700
+    },
+    {
+      "epoch": 9.13933236574746,
+      "grad_norm": 6.0440592765808105,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 0.1297,
+      "step": 4725
+    },
+    {
+      "epoch": 9.187711659409773,
+      "grad_norm": 4.9585957527160645,
+      "learning_rate": 1.2015903718031379e-05,
+      "loss": 0.125,
+      "step": 4750
+    },
+    {
+      "epoch": 9.236090953072084,
+      "grad_norm": 8.09431266784668,
+      "learning_rate": 1.1962174940898346e-05,
+      "loss": 0.1315,
+      "step": 4775
+    },
+    {
+      "epoch": 9.284470246734397,
+      "grad_norm": 8.519083976745605,
+      "learning_rate": 1.1908446163765313e-05,
+      "loss": 0.1345,
+      "step": 4800
+    },
+    {
+      "epoch": 9.33284954039671,
+      "grad_norm": 7.878532886505127,
+      "learning_rate": 1.1854717386632282e-05,
+      "loss": 0.1482,
+      "step": 4825
+    },
+    {
+      "epoch": 9.381228834059023,
+      "grad_norm": 7.410105228424072,
+      "learning_rate": 1.1800988609499249e-05,
+      "loss": 0.1398,
+      "step": 4850
+    },
+    {
+      "epoch": 9.429608127721336,
+      "grad_norm": 7.713472843170166,
+      "learning_rate": 1.1747259832366216e-05,
+      "loss": 0.1374,
+      "step": 4875
+    },
+    {
+      "epoch": 9.477987421383649,
+      "grad_norm": 8.963943481445312,
+      "learning_rate": 1.1693531055233184e-05,
+      "loss": 0.1258,
+      "step": 4900
+    },
+    {
+      "epoch": 9.52636671504596,
+      "grad_norm": 8.813724517822266,
+      "learning_rate": 1.1639802278100151e-05,
+      "loss": 0.1392,
+      "step": 4925
+    },
+    {
+      "epoch": 9.574746008708273,
+      "grad_norm": 36.261653900146484,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 0.1386,
+      "step": 4950
+    },
+    {
+      "epoch": 9.623125302370585,
+      "grad_norm": 8.653218269348145,
+      "learning_rate": 1.1532344723834085e-05,
+      "loss": 0.1414,
+      "step": 4975
+    },
+    {
+      "epoch": 9.671504596032898,
+      "grad_norm": 64.70353698730469,
+      "learning_rate": 1.1478615946701054e-05,
+      "loss": 0.1359,
+      "step": 5000
+    },
+    {
+      "epoch": 9.719883889695211,
+      "grad_norm": 11.953006744384766,
+      "learning_rate": 1.1424887169568021e-05,
+      "loss": 0.1541,
+      "step": 5025
+    },
+    {
+      "epoch": 9.768263183357522,
+      "grad_norm": 5.10745096206665,
+      "learning_rate": 1.1371158392434988e-05,
+      "loss": 0.1333,
+      "step": 5050
+    },
+    {
+      "epoch": 9.816642477019835,
+      "grad_norm": 6.035274028778076,
+      "learning_rate": 1.1317429615301955e-05,
+      "loss": 0.1178,
+      "step": 5075
+    },
+    {
+      "epoch": 9.865021770682148,
+      "grad_norm": 5.925597190856934,
+      "learning_rate": 1.1263700838168926e-05,
+      "loss": 0.1349,
+      "step": 5100
+    },
+    {
+      "epoch": 9.91340106434446,
+      "grad_norm": 14.155402183532715,
+      "learning_rate": 1.1209972061035893e-05,
+      "loss": 0.1251,
+      "step": 5125
+    },
+    {
+      "epoch": 9.961780358006774,
+      "grad_norm": 15.555855751037598,
+      "learning_rate": 1.115624328390286e-05,
+      "loss": 0.1348,
+      "step": 5150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.23862536302032913,
+      "eval_loss": 1.5958892107009888,
+      "eval_macro_f1": 0.58046224839402,
+      "eval_micro_f1": 0.5942011104256631,
+      "eval_runtime": 5.4726,
+      "eval_samples_per_second": 377.515,
+      "eval_steps_per_second": 23.755,
+      "eval_weighted_f1": 0.5916462662150429,
+      "step": 5170
+    },
+    {
+      "epoch": 10.009675858732463,
+      "grad_norm": 35.22942352294922,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 0.1174,
+      "step": 5175
+    },
+    {
+      "epoch": 10.058055152394775,
+      "grad_norm": 4.42038631439209,
+      "learning_rate": 1.1048785729636795e-05,
+      "loss": 0.0981,
+      "step": 5200
+    },
+    {
+      "epoch": 10.106434446057088,
+      "grad_norm": 4.5745463371276855,
+      "learning_rate": 1.0995056952503762e-05,
+      "loss": 0.0947,
+      "step": 5225
+    },
+    {
+      "epoch": 10.1548137397194,
+      "grad_norm": 10.280843734741211,
+      "learning_rate": 1.094132817537073e-05,
+      "loss": 0.0997,
+      "step": 5250
+    },
+    {
+      "epoch": 10.203193033381712,
+      "grad_norm": 8.591300964355469,
+      "learning_rate": 1.0887599398237696e-05,
+      "loss": 0.114,
+      "step": 5275
+    },
+    {
+      "epoch": 10.251572327044025,
+      "grad_norm": 29.828018188476562,
+      "learning_rate": 1.0833870621104665e-05,
+      "loss": 0.0854,
+      "step": 5300
+    },
+    {
+      "epoch": 10.299951620706338,
+      "grad_norm": 4.689553737640381,
+      "learning_rate": 1.0780141843971632e-05,
+      "loss": 0.1133,
+      "step": 5325
+    },
+    {
+      "epoch": 10.34833091436865,
+      "grad_norm": 7.661031246185303,
+      "learning_rate": 1.0726413066838599e-05,
+      "loss": 0.105,
+      "step": 5350
+    },
+    {
+      "epoch": 10.396710208030962,
+      "grad_norm": 4.269213676452637,
+      "learning_rate": 1.0672684289705568e-05,
+      "loss": 0.0919,
+      "step": 5375
+    },
+    {
+      "epoch": 10.445089501693275,
+      "grad_norm": 3.305957317352295,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 0.0998,
+      "step": 5400
+    },
+    {
+      "epoch": 10.493468795355588,
+      "grad_norm": 4.207970142364502,
+      "learning_rate": 1.0565226735439502e-05,
+      "loss": 0.0968,
+      "step": 5425
+    },
+    {
+      "epoch": 10.5418480890179,
+      "grad_norm": 9.986993789672852,
+      "learning_rate": 1.0511497958306469e-05,
+      "loss": 0.0973,
+      "step": 5450
+    },
+    {
+      "epoch": 10.590227382680213,
+      "grad_norm": 7.630856037139893,
+      "learning_rate": 1.0457769181173438e-05,
+      "loss": 0.0864,
+      "step": 5475
+    },
+    {
+      "epoch": 10.638606676342526,
+      "grad_norm": 4.255426406860352,
+      "learning_rate": 1.0404040404040405e-05,
+      "loss": 0.0841,
+      "step": 5500
+    },
+    {
+      "epoch": 10.686985970004837,
+      "grad_norm": 14.106060981750488,
+      "learning_rate": 1.0350311626907372e-05,
+      "loss": 0.1099,
+      "step": 5525
+    },
+    {
+      "epoch": 10.73536526366715,
+      "grad_norm": 3.8561038970947266,
+      "learning_rate": 1.0296582849774339e-05,
+      "loss": 0.0854,
+      "step": 5550
+    },
+    {
+      "epoch": 10.783744557329463,
+      "grad_norm": 23.49259376525879,
+      "learning_rate": 1.0242854072641309e-05,
+      "loss": 0.0848,
+      "step": 5575
+    },
+    {
+      "epoch": 10.832123850991776,
+      "grad_norm": 8.413026809692383,
+      "learning_rate": 1.0189125295508276e-05,
+      "loss": 0.0888,
+      "step": 5600
+    },
+    {
+      "epoch": 10.880503144654089,
+      "grad_norm": 4.484127998352051,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 0.0786,
+      "step": 5625
+    },
+    {
+      "epoch": 10.9288824383164,
+      "grad_norm": 5.217402458190918,
+      "learning_rate": 1.008166774124221e-05,
+      "loss": 0.0886,
+      "step": 5650
+    },
+    {
+      "epoch": 10.977261731978713,
+      "grad_norm": 7.287976264953613,
+      "learning_rate": 1.0027938964109179e-05,
+      "loss": 0.0877,
+      "step": 5675
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.23378509196515004,
+      "eval_loss": 1.6666221618652344,
+      "eval_macro_f1": 0.5836905020938336,
+      "eval_micro_f1": 0.5958811197434949,
+      "eval_runtime": 5.5724,
+      "eval_samples_per_second": 370.758,
+      "eval_steps_per_second": 23.329,
+      "eval_weighted_f1": 0.594643682341423,
+      "step": 5687
+    },
+    {
+      "epoch": 11.025157232704403,
+      "grad_norm": 4.768550872802734,
+      "learning_rate": 9.974210186976146e-06,
+      "loss": 0.0725,
+      "step": 5700
+    },
+    {
+      "epoch": 11.073536526366714,
+      "grad_norm": 2.8383986949920654,
+      "learning_rate": 9.920481409843113e-06,
+      "loss": 0.0741,
+      "step": 5725
+    },
+    {
+      "epoch": 11.121915820029027,
+      "grad_norm": 6.054582595825195,
+      "learning_rate": 9.86675263271008e-06,
+      "loss": 0.0612,
+      "step": 5750
+    },
+    {
+      "epoch": 11.17029511369134,
+      "grad_norm": 2.299422025680542,
+      "learning_rate": 9.813023855577047e-06,
+      "loss": 0.0686,
+      "step": 5775
+    },
+    {
+      "epoch": 11.218674407353653,
+      "grad_norm": 4.637438774108887,
+      "learning_rate": 9.759295078444016e-06,
+      "loss": 0.0611,
+      "step": 5800
+    },
+    {
+      "epoch": 11.267053701015966,
+      "grad_norm": 7.725766181945801,
+      "learning_rate": 9.705566301310983e-06,
+      "loss": 0.0547,
+      "step": 5825
+    },
+    {
+      "epoch": 11.315432994678277,
+      "grad_norm": 2.71662974357605,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 0.0645,
+      "step": 5850
+    },
+    {
+      "epoch": 11.36381228834059,
+      "grad_norm": 8.171863555908203,
+      "learning_rate": 9.598108747044918e-06,
+      "loss": 0.0775,
+      "step": 5875
+    },
+    {
+      "epoch": 11.412191582002903,
+      "grad_norm": 4.438423156738281,
+      "learning_rate": 9.544379969911885e-06,
+      "loss": 0.0534,
+      "step": 5900
+    },
+    {
+      "epoch": 11.460570875665216,
+      "grad_norm": 3.424454689025879,
+      "learning_rate": 9.490651192778854e-06,
+      "loss": 0.0558,
+      "step": 5925
+    },
+    {
+      "epoch": 11.508950169327528,
+      "grad_norm": 3.0712525844573975,
+      "learning_rate": 9.436922415645821e-06,
+      "loss": 0.0598,
+      "step": 5950
+    },
+    {
+      "epoch": 11.55732946298984,
+      "grad_norm": 5.1497063636779785,
+      "learning_rate": 9.383193638512788e-06,
+      "loss": 0.0727,
+      "step": 5975
+    },
+    {
+      "epoch": 11.605708756652152,
+      "grad_norm": 3.535071849822998,
+      "learning_rate": 9.329464861379755e-06,
+      "loss": 0.0557,
+      "step": 6000
+    },
+    {
+      "epoch": 11.654088050314465,
+      "grad_norm": 11.105364799499512,
+      "learning_rate": 9.275736084246724e-06,
+      "loss": 0.0554,
+      "step": 6025
+    },
+    {
+      "epoch": 11.702467343976778,
+      "grad_norm": 8.628068923950195,
+      "learning_rate": 9.22200730711369e-06,
+      "loss": 0.0676,
+      "step": 6050
+    },
+    {
+      "epoch": 11.750846637639091,
+      "grad_norm": 5.972270965576172,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 0.0535,
+      "step": 6075
+    },
+    {
+      "epoch": 11.799225931301404,
+      "grad_norm": 3.69189190864563,
+      "learning_rate": 9.114549752847626e-06,
+      "loss": 0.0515,
+      "step": 6100
+    },
+    {
+      "epoch": 11.847605224963715,
+      "grad_norm": 5.133704662322998,
+      "learning_rate": 9.060820975714594e-06,
+      "loss": 0.0576,
+      "step": 6125
+    },
+    {
+      "epoch": 11.895984518626028,
+      "grad_norm": 4.8098464012146,
+      "learning_rate": 9.00709219858156e-06,
+      "loss": 0.0598,
+      "step": 6150
+    },
+    {
+      "epoch": 11.94436381228834,
+      "grad_norm": 17.150545120239258,
+      "learning_rate": 8.95336342144853e-06,
+      "loss": 0.0562,
+      "step": 6175
+    },
+    {
+      "epoch": 11.992743105950654,
+      "grad_norm": 7.8696770668029785,
+      "learning_rate": 8.899634644315496e-06,
+      "loss": 0.0561,
+      "step": 6200
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.22700871248789933,
+      "eval_loss": 1.8011564016342163,
+      "eval_macro_f1": 0.584831885542539,
+      "eval_micro_f1": 0.5957236435545668,
+      "eval_runtime": 5.4338,
+      "eval_samples_per_second": 380.213,
+      "eval_steps_per_second": 23.924,
+      "eval_weighted_f1": 0.5953673942642178,
+      "step": 6204
+    },
+    {
+      "epoch": 12.040638606676342,
+      "grad_norm": 2.415249824523926,
+      "learning_rate": 8.845905867182463e-06,
+      "loss": 0.0425,
+      "step": 6225
+    },
+    {
+      "epoch": 12.089017900338655,
+      "grad_norm": 7.988408088684082,
+      "learning_rate": 8.79217709004943e-06,
+      "loss": 0.048,
+      "step": 6250
+    },
+    {
+      "epoch": 12.137397194000968,
+      "grad_norm": 3.009746551513672,
+      "learning_rate": 8.738448312916399e-06,
+      "loss": 0.0391,
+      "step": 6275
+    },
+    {
+      "epoch": 12.18577648766328,
+      "grad_norm": 10.381353378295898,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 0.0496,
+      "step": 6300
+    },
+    {
+      "epoch": 12.234155781325592,
+      "grad_norm": 5.621993541717529,
+      "learning_rate": 8.630990758650335e-06,
+      "loss": 0.046,
+      "step": 6325
+    },
+    {
+      "epoch": 12.282535074987905,
+      "grad_norm": 7.289422512054443,
+      "learning_rate": 8.5772619815173e-06,
+      "loss": 0.0334,
+      "step": 6350
+    },
+    {
+      "epoch": 12.330914368650218,
+      "grad_norm": 5.6511712074279785,
+      "learning_rate": 8.523533204384269e-06,
+      "loss": 0.0381,
+      "step": 6375
+    },
+    {
+      "epoch": 12.37929366231253,
+      "grad_norm": 2.403754234313965,
+      "learning_rate": 8.469804427251237e-06,
+      "loss": 0.0407,
+      "step": 6400
+    },
+    {
+      "epoch": 12.427672955974844,
+      "grad_norm": 4.141894340515137,
+      "learning_rate": 8.416075650118204e-06,
+      "loss": 0.0527,
+      "step": 6425
+    },
+    {
+      "epoch": 12.476052249637155,
+      "grad_norm": 61.99343490600586,
+      "learning_rate": 8.362346872985171e-06,
+      "loss": 0.0498,
+      "step": 6450
+    },
+    {
+      "epoch": 12.524431543299468,
+      "grad_norm": 3.476409912109375,
+      "learning_rate": 8.308618095852138e-06,
+      "loss": 0.062,
+      "step": 6475
+    },
+    {
+      "epoch": 12.57281083696178,
+      "grad_norm": 4.911736488342285,
+      "learning_rate": 8.254889318719107e-06,
+      "loss": 0.044,
+      "step": 6500
+    },
+    {
+      "epoch": 12.621190130624093,
+      "grad_norm": 6.119822978973389,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 0.0378,
+      "step": 6525
+    },
+    {
+      "epoch": 12.669569424286406,
+      "grad_norm": 1.3957054615020752,
+      "learning_rate": 8.147431764453041e-06,
+      "loss": 0.0369,
+      "step": 6550
+    },
+    {
+      "epoch": 12.717948717948717,
+      "grad_norm": 5.59533166885376,
+      "learning_rate": 8.093702987320008e-06,
+      "loss": 0.0336,
+      "step": 6575
+    },
+    {
+      "epoch": 12.76632801161103,
+      "grad_norm": 1.610896110534668,
+      "learning_rate": 8.039974210186977e-06,
+      "loss": 0.0376,
+      "step": 6600
+    },
+    {
+      "epoch": 12.814707305273343,
+      "grad_norm": 3.5322039127349854,
+      "learning_rate": 7.986245433053944e-06,
+      "loss": 0.0471,
+      "step": 6625
+    },
+    {
+      "epoch": 12.863086598935656,
+      "grad_norm": 1.5591797828674316,
+      "learning_rate": 7.932516655920913e-06,
+      "loss": 0.0406,
+      "step": 6650
+    },
+    {
+      "epoch": 12.911465892597969,
+      "grad_norm": 3.3450162410736084,
+      "learning_rate": 7.87878787878788e-06,
+      "loss": 0.035,
+      "step": 6675
+    },
+    {
+      "epoch": 12.959845186260281,
+      "grad_norm": 1.910766839981079,
+      "learning_rate": 7.825059101654847e-06,
+      "loss": 0.0472,
+      "step": 6700
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.25072604065827686,
+      "eval_loss": 2.0038702487945557,
+      "eval_macro_f1": 0.5865843396291105,
+      "eval_micro_f1": 0.5992880752606153,
+      "eval_runtime": 5.5204,
+      "eval_samples_per_second": 374.25,
+      "eval_steps_per_second": 23.549,
+      "eval_weighted_f1": 0.5965538391469796,
+      "step": 6721
+    },
+    {
+      "epoch": 13.00774068698597,
+      "grad_norm": 15.580010414123535,
+      "learning_rate": 7.771330324521814e-06,
+      "loss": 0.0344,
+      "step": 6725
+    },
+    {
+      "epoch": 13.056119980648283,
+      "grad_norm": 9.062505722045898,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 0.0324,
+      "step": 6750
+    },
+    {
+      "epoch": 13.104499274310594,
+      "grad_norm": 3.8125221729278564,
+      "learning_rate": 7.66387277025575e-06,
+      "loss": 0.0364,
+      "step": 6775
+    },
+    {
+      "epoch": 13.152878567972907,
+      "grad_norm": 2.726080894470215,
+      "learning_rate": 7.610143993122717e-06,
+      "loss": 0.039,
+      "step": 6800
+    },
+    {
+      "epoch": 13.20125786163522,
+      "grad_norm": 40.57969284057617,
+      "learning_rate": 7.556415215989684e-06,
+      "loss": 0.0383,
+      "step": 6825
+    },
+    {
+      "epoch": 13.249637155297533,
+      "grad_norm": 2.7186203002929688,
+      "learning_rate": 7.502686438856652e-06,
+      "loss": 0.0334,
+      "step": 6850
+    },
+    {
+      "epoch": 13.298016448959846,
+      "grad_norm": 1.9602046012878418,
+      "learning_rate": 7.448957661723619e-06,
+      "loss": 0.0266,
+      "step": 6875
+    },
+    {
+      "epoch": 13.346395742622157,
+      "grad_norm": 3.6013920307159424,
+      "learning_rate": 7.395228884590587e-06,
+      "loss": 0.0254,
+      "step": 6900
+    },
+    {
+      "epoch": 13.39477503628447,
+      "grad_norm": 1.0169180631637573,
+      "learning_rate": 7.341500107457556e-06,
+      "loss": 0.0323,
+      "step": 6925
+    },
+    {
+      "epoch": 13.443154329946783,
+      "grad_norm": 1.1085801124572754,
+      "learning_rate": 7.287771330324522e-06,
+      "loss": 0.0217,
+      "step": 6950
+    },
+    {
+      "epoch": 13.491533623609095,
+      "grad_norm": 2.6962931156158447,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 0.0298,
+      "step": 6975
+    },
+    {
+      "epoch": 13.539912917271408,
+      "grad_norm": 4.105414390563965,
+      "learning_rate": 7.180313776058458e-06,
+      "loss": 0.0253,
+      "step": 7000
+    },
+    {
+      "epoch": 13.588292210933721,
+      "grad_norm": 2.0500710010528564,
+      "learning_rate": 7.1265849989254255e-06,
+      "loss": 0.0266,
+      "step": 7025
+    },
+    {
+      "epoch": 13.636671504596032,
+      "grad_norm": 3.342705726623535,
+      "learning_rate": 7.0728562217923925e-06,
+      "loss": 0.0261,
+      "step": 7050
+    },
+    {
+      "epoch": 13.685050798258345,
+      "grad_norm": 2.0064077377319336,
+      "learning_rate": 7.01912744465936e-06,
+      "loss": 0.0206,
+      "step": 7075
+    },
+    {
+      "epoch": 13.733430091920658,
+      "grad_norm": 2.0812554359436035,
+      "learning_rate": 6.965398667526327e-06,
+      "loss": 0.0327,
+      "step": 7100
+    },
+    {
+      "epoch": 13.78180938558297,
+      "grad_norm": 1.390089750289917,
+      "learning_rate": 6.911669890393295e-06,
+      "loss": 0.0291,
+      "step": 7125
+    },
+    {
+      "epoch": 13.830188679245284,
+      "grad_norm": 28.110742568969727,
+      "learning_rate": 6.857941113260262e-06,
+      "loss": 0.023,
+      "step": 7150
+    },
+    {
+      "epoch": 13.878567972907595,
+      "grad_norm": 2.3512823581695557,
+      "learning_rate": 6.80421233612723e-06,
+      "loss": 0.0288,
+      "step": 7175
+    },
+    {
+      "epoch": 13.926947266569908,
+      "grad_norm": 1.2171944379806519,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 0.0235,
+      "step": 7200
+    },
+    {
+      "epoch": 13.97532656023222,
+      "grad_norm": 0.9382084012031555,
+      "learning_rate": 6.696754781861166e-06,
+      "loss": 0.0225,
+      "step": 7225
+    },
+    {
+      "epoch": 14.0,
+      "eval_accuracy": 0.24346563407550822,
+      "eval_loss": 2.0919785499572754,
+      "eval_macro_f1": 0.5857237975959257,
+      "eval_micro_f1": 0.5995945261023822,
+      "eval_runtime": 5.6318,
+      "eval_samples_per_second": 366.848,
+      "eval_steps_per_second": 23.083,
+      "eval_weighted_f1": 0.5971745636868202,
+      "step": 7238
+    },
+    {
+      "epoch": 14.02322206095791,
+      "grad_norm": 1.6868181228637695,
+      "learning_rate": 6.643026004728133e-06,
+      "loss": 0.0165,
+      "step": 7250
+    },
+    {
+      "epoch": 14.071601354620222,
+      "grad_norm": 36.706321716308594,
+      "learning_rate": 6.589297227595101e-06,
+      "loss": 0.0202,
+      "step": 7275
+    },
+    {
+      "epoch": 14.119980648282535,
+      "grad_norm": 1.125773310661316,
+      "learning_rate": 6.535568450462068e-06,
+      "loss": 0.0181,
+      "step": 7300
+    },
+    {
+      "epoch": 14.168359941944848,
+      "grad_norm": 1.287992238998413,
+      "learning_rate": 6.481839673329036e-06,
+      "loss": 0.0185,
+      "step": 7325
+    },
+    {
+      "epoch": 14.216739235607161,
+      "grad_norm": 1.1607980728149414,
+      "learning_rate": 6.428110896196003e-06,
+      "loss": 0.0167,
+      "step": 7350
+    },
+    {
+      "epoch": 14.265118529269472,
+      "grad_norm": 0.7707338929176331,
+      "learning_rate": 6.3743821190629705e-06,
+      "loss": 0.0238,
+      "step": 7375
+    },
+    {
+      "epoch": 14.313497822931785,
+      "grad_norm": 1.8453783988952637,
+      "learning_rate": 6.320653341929938e-06,
+      "loss": 0.021,
+      "step": 7400
+    },
+    {
+      "epoch": 14.361877116594098,
+      "grad_norm": 7.601346015930176,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 0.0151,
+      "step": 7425
+    },
+    {
+      "epoch": 14.41025641025641,
+      "grad_norm": 2.020419120788574,
+      "learning_rate": 6.213195787663874e-06,
+      "loss": 0.0191,
+      "step": 7450
+    },
+    {
+      "epoch": 14.458635703918723,
+      "grad_norm": 4.35888671875,
+      "learning_rate": 6.159467010530841e-06,
+      "loss": 0.0188,
+      "step": 7475
+    },
+    {
+      "epoch": 14.507014997581035,
+      "grad_norm": 3.119781255722046,
+      "learning_rate": 6.105738233397809e-06,
+      "loss": 0.0172,
+      "step": 7500
+    },
+    {
+      "epoch": 14.555394291243347,
+      "grad_norm": 2.1473052501678467,
+      "learning_rate": 6.052009456264776e-06,
+      "loss": 0.0204,
+      "step": 7525
+    },
+    {
+      "epoch": 14.60377358490566,
+      "grad_norm": 1.7219539880752563,
+      "learning_rate": 5.998280679131744e-06,
+      "loss": 0.0197,
+      "step": 7550
+    },
+    {
+      "epoch": 14.652152878567973,
+      "grad_norm": 0.9217485785484314,
+      "learning_rate": 5.944551901998711e-06,
+      "loss": 0.0237,
+      "step": 7575
+    },
+    {
+      "epoch": 14.700532172230286,
+      "grad_norm": 1.410004734992981,
+      "learning_rate": 5.890823124865679e-06,
+      "loss": 0.0177,
+      "step": 7600
+    },
+    {
+      "epoch": 14.748911465892597,
+      "grad_norm": 0.5945467948913574,
+      "learning_rate": 5.837094347732646e-06,
+      "loss": 0.0138,
+      "step": 7625
+    },
+    {
+      "epoch": 14.79729075955491,
+      "grad_norm": 3.856210947036743,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 0.0172,
+      "step": 7650
+    },
+    {
+      "epoch": 14.845670053217223,
+      "grad_norm": 1.4653385877609253,
+      "learning_rate": 5.729636793466581e-06,
+      "loss": 0.0126,
+      "step": 7675
+    },
+    {
+      "epoch": 14.894049346879536,
+      "grad_norm": 7.481992721557617,
+      "learning_rate": 5.675908016333549e-06,
+      "loss": 0.0153,
+      "step": 7700
+    },
+    {
+      "epoch": 14.942428640541848,
+      "grad_norm": 1.8245413303375244,
+      "learning_rate": 5.6221792392005155e-06,
+      "loss": 0.0199,
+      "step": 7725
+    },
+    {
+      "epoch": 14.990807934204161,
+      "grad_norm": 14.55217456817627,
+      "learning_rate": 5.568450462067484e-06,
+      "loss": 0.0242,
+      "step": 7750
+    },
+    {
+      "epoch": 15.0,
+      "eval_accuracy": 0.2473378509196515,
+      "eval_loss": 2.2090840339660645,
+      "eval_macro_f1": 0.5815855284365635,
+      "eval_micro_f1": 0.5959922430510666,
+      "eval_runtime": 5.438,
+      "eval_samples_per_second": 379.916,
+      "eval_steps_per_second": 23.906,
+      "eval_weighted_f1": 0.5921220505010685,
+      "step": 7755
+    },
+    {
+      "epoch": 15.03870343492985,
+      "grad_norm": 0.8524805307388306,
+      "learning_rate": 5.514721684934451e-06,
+      "loss": 0.0129,
+      "step": 7775
+    },
+    {
+      "epoch": 15.087082728592163,
+      "grad_norm": 3.445617198944092,
+      "learning_rate": 5.460992907801419e-06,
+      "loss": 0.0207,
+      "step": 7800
+    },
+    {
+      "epoch": 15.135462022254474,
+      "grad_norm": 1.3318077325820923,
+      "learning_rate": 5.407264130668386e-06,
+      "loss": 0.0126,
+      "step": 7825
+    },
+    {
+      "epoch": 15.183841315916787,
+      "grad_norm": 12.13911247253418,
+      "learning_rate": 5.353535353535354e-06,
+      "loss": 0.0146,
+      "step": 7850
+    },
+    {
+      "epoch": 15.2322206095791,
+      "grad_norm": 1.1769946813583374,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 0.0118,
+      "step": 7875
+    },
+    {
+      "epoch": 15.280599903241413,
+      "grad_norm": 1.3679320812225342,
+      "learning_rate": 5.246077799269289e-06,
+      "loss": 0.0173,
+      "step": 7900
+    },
+    {
+      "epoch": 15.328979196903726,
+      "grad_norm": 15.366448402404785,
+      "learning_rate": 5.1923490221362575e-06,
+      "loss": 0.0145,
+      "step": 7925
+    },
+    {
+      "epoch": 15.377358490566039,
+      "grad_norm": 7.7725043296813965,
+      "learning_rate": 5.138620245003224e-06,
+      "loss": 0.0133,
+      "step": 7950
+    },
+    {
+      "epoch": 15.42573778422835,
+      "grad_norm": 0.6420249342918396,
+      "learning_rate": 5.084891467870192e-06,
+      "loss": 0.0111,
+      "step": 7975
+    },
+    {
+      "epoch": 15.474117077890662,
+      "grad_norm": 1.1358546018600464,
+      "learning_rate": 5.031162690737159e-06,
+      "loss": 0.0147,
+      "step": 8000
+    },
+    {
+      "epoch": 15.522496371552975,
+      "grad_norm": 1.2092691659927368,
+      "learning_rate": 4.977433913604126e-06,
+      "loss": 0.0098,
+      "step": 8025
+    },
+    {
+      "epoch": 15.570875665215288,
+      "grad_norm": 1.805664300918579,
+      "learning_rate": 4.923705136471094e-06,
+      "loss": 0.0239,
+      "step": 8050
+    },
+    {
+      "epoch": 15.619254958877601,
+      "grad_norm": 0.3231954872608185,
+      "learning_rate": 4.869976359338061e-06,
+      "loss": 0.0111,
+      "step": 8075
+    },
+    {
+      "epoch": 15.667634252539912,
+      "grad_norm": 1.1153215169906616,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 0.0102,
+      "step": 8100
+    },
+    {
+      "epoch": 15.716013546202225,
+      "grad_norm": 2.4046292304992676,
+      "learning_rate": 4.762518805071997e-06,
+      "loss": 0.0135,
+      "step": 8125
+    },
+    {
+      "epoch": 15.764392839864538,
+      "grad_norm": 0.8461064696311951,
+      "learning_rate": 4.708790027938964e-06,
+      "loss": 0.0118,
+      "step": 8150
+    },
+    {
+      "epoch": 15.81277213352685,
+      "grad_norm": 0.261340856552124,
+      "learning_rate": 4.655061250805932e-06,
+      "loss": 0.0087,
+      "step": 8175
+    },
+    {
+      "epoch": 15.861151427189164,
+      "grad_norm": 0.4367740750312805,
+      "learning_rate": 4.6013324736729e-06,
+      "loss": 0.0154,
+      "step": 8200
+    },
+    {
+      "epoch": 15.909530720851475,
+      "grad_norm": 6.702354431152344,
+      "learning_rate": 4.547603696539868e-06,
+      "loss": 0.0118,
+      "step": 8225
+    },
+    {
+      "epoch": 15.957910014513788,
+      "grad_norm": 0.9362107515335083,
+      "learning_rate": 4.493874919406835e-06,
+      "loss": 0.0097,
+      "step": 8250
+    },
+    {
+      "epoch": 16.0,
+      "eval_accuracy": 0.2589545014520813,
+      "eval_loss": 2.3606417179107666,
+      "eval_macro_f1": 0.5817502392172146,
+      "eval_micro_f1": 0.5997395833333333,
+      "eval_runtime": 6.1388,
+      "eval_samples_per_second": 336.547,
+      "eval_steps_per_second": 21.177,
+      "eval_weighted_f1": 0.5957149861153562,
+      "step": 8272
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/optimizer.pt b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..030893e3f8997e125b4133a844a014aa97813ab8
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ce7ce24ddba342ca5a794a5cefaa6714a1c7cafec5708f89b21884671c9affd1
+size 2455803898
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/special_tokens_map.json b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/tokenizer_config.json b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/trainer_state.json b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..1a6e69a3bbed54ba1c19351966b802b58af26c88
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170/trainer_state.json
@@ -0,0 +1,1605 @@
+{
+  "best_global_step": 5170,
+  "best_metric": 0.5923548247042076,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170",
+  "epoch": 10.0,
+  "eval_steps": 500,
+  "global_step": 5170,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 32.055599212646484,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 6.1739,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 28.57257843017578,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 6.1877,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 63.517723083496094,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 6.2225,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 78.45001220703125,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 5.993,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 436.9551086425781,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 5.6188,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 214.74169921875,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.5366,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 38.78888702392578,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.2342,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 39.98785400390625,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.037,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 36.50809097290039,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 4.8024,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 54.55908966064453,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 4.515,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 55.946502685546875,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.2756,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 45.93645477294922,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 3.953,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 56.66640090942383,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 3.8676,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 49.46221160888672,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 3.6827,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 46.66191101074219,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.6762,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 57.99708938598633,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.59,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 47.38460159301758,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.5001,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 36.5245246887207,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.3741,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 48.89324188232422,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.46,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 46.76518630981445,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.3532,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.000484027105517909,
+      "eval_loss": 0.7926210761070251,
+      "eval_macro_f1": 0.3645273293185167,
+      "eval_micro_f1": 0.37214077919114713,
+      "eval_runtime": 6.277,
+      "eval_samples_per_second": 329.14,
+      "eval_steps_per_second": 20.711,
+      "eval_weighted_f1": 0.4015162676210834,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 48.60740280151367,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.1294,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 65.78690338134766,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 2.9637,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 43.141109466552734,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 2.8439,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 52.99056625366211,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9306,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 37.928855895996094,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 3.1216,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 36.120792388916016,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.8403,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 48.12868118286133,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 2.7883,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 30.014245986938477,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.6592,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 40.22889709472656,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.863,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 50.7248420715332,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.9212,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 52.58660888671875,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.9794,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 40.273014068603516,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.7131,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 54.06550216674805,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.8048,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 37.514739990234375,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.6461,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 43.445228576660156,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.795,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 40.224510192871094,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.6207,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 39.336647033691406,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.7608,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 38.628047943115234,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.6215,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 60.218929290771484,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.5037,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 29.68939781188965,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.6013,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 32.20800018310547,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.5912,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.022749273959341725,
+      "eval_loss": 0.6970502734184265,
+      "eval_macro_f1": 0.4227977986623649,
+      "eval_micro_f1": 0.42716548263051557,
+      "eval_runtime": 5.3058,
+      "eval_samples_per_second": 389.388,
+      "eval_steps_per_second": 24.502,
+      "eval_weighted_f1": 0.46230238396236906,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 29.85024070739746,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.2754,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 38.66889572143555,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.068,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 29.936800003051758,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0122,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 42.96760940551758,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.058,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 38.598297119140625,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 2.0484,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 39.451934814453125,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0447,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 47.086307525634766,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 1.9486,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 29.030641555786133,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 2.0427,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 31.656600952148438,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.0421,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 41.45295715332031,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 1.965,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 33.782352447509766,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 2.0464,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 39.15993881225586,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 2.1263,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 31.875816345214844,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 1.9683,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 46.62969207763672,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 1.9374,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 24.18084716796875,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.8245,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 45.9318962097168,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 2.1093,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 29.544279098510742,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 1.9373,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 35.17494201660156,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 2.0683,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 39.946319580078125,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.0229,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 31.550161361694336,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0749,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 39.926048278808594,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 2.0304,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.04695062923523717,
+      "eval_loss": 0.6574411392211914,
+      "eval_macro_f1": 0.478852101615231,
+      "eval_micro_f1": 0.47355924886682493,
+      "eval_runtime": 5.7987,
+      "eval_samples_per_second": 356.29,
+      "eval_steps_per_second": 22.419,
+      "eval_weighted_f1": 0.5070973793347164,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 25.41679573059082,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.4233,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 22.447921752929688,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.2686,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 52.92826843261719,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3819,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 29.39653968811035,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3161,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 27.95953941345215,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.3511,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 25.072601318359375,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.3329,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 20.97698211669922,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3023,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 37.89013671875,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.3976,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 45.52479934692383,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.3682,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 28.73893165588379,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.4449,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 64.154052734375,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.3239,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 24.082895278930664,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.4012,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 27.781757354736328,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.3282,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 31.11943817138672,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.389,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 37.96964645385742,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.3156,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 26.0401554107666,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.3075,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 31.062236785888672,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.3245,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 25.757122039794922,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.3567,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 38.856536865234375,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3564,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 37.59148025512695,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.3388,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.08276863504356244,
+      "eval_loss": 0.7084757685661316,
+      "eval_macro_f1": 0.5204564485874965,
+      "eval_micro_f1": 0.5236187614755466,
+      "eval_runtime": 6.2158,
+      "eval_samples_per_second": 332.38,
+      "eval_steps_per_second": 20.915,
+      "eval_weighted_f1": 0.5398385408220352,
+      "step": 2068
+    },
+    {
+      "epoch": 4.013546202225448,
+      "grad_norm": 21.49404525756836,
+      "learning_rate": 1.7764882871265852e-05,
+      "loss": 1.2789,
+      "step": 2075
+    },
+    {
+      "epoch": 4.06192549588776,
+      "grad_norm": 13.50232219696045,
+      "learning_rate": 1.771115409413282e-05,
+      "loss": 0.9487,
+      "step": 2100
+    },
+    {
+      "epoch": 4.110304789550073,
+      "grad_norm": 20.877519607543945,
+      "learning_rate": 1.7657425316999787e-05,
+      "loss": 0.9202,
+      "step": 2125
+    },
+    {
+      "epoch": 4.1586840832123855,
+      "grad_norm": 45.63877487182617,
+      "learning_rate": 1.7603696539866754e-05,
+      "loss": 0.9431,
+      "step": 2150
+    },
+    {
+      "epoch": 4.2070633768746974,
+      "grad_norm": 14.88014030456543,
+      "learning_rate": 1.754996776273372e-05,
+      "loss": 0.8976,
+      "step": 2175
+    },
+    {
+      "epoch": 4.25544267053701,
+      "grad_norm": 17.107534408569336,
+      "learning_rate": 1.7496238985600688e-05,
+      "loss": 0.9878,
+      "step": 2200
+    },
+    {
+      "epoch": 4.303821964199322,
+      "grad_norm": 25.68497657775879,
+      "learning_rate": 1.7442510208467655e-05,
+      "loss": 0.9126,
+      "step": 2225
+    },
+    {
+      "epoch": 4.352201257861635,
+      "grad_norm": 21.757970809936523,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 0.9713,
+      "step": 2250
+    },
+    {
+      "epoch": 4.400580551523948,
+      "grad_norm": 20.833385467529297,
+      "learning_rate": 1.7335052654201592e-05,
+      "loss": 0.9292,
+      "step": 2275
+    },
+    {
+      "epoch": 4.44895984518626,
+      "grad_norm": 26.947959899902344,
+      "learning_rate": 1.728132387706856e-05,
+      "loss": 0.9129,
+      "step": 2300
+    },
+    {
+      "epoch": 4.497339138848573,
+      "grad_norm": 17.728300094604492,
+      "learning_rate": 1.722759509993553e-05,
+      "loss": 0.9066,
+      "step": 2325
+    },
+    {
+      "epoch": 4.545718432510886,
+      "grad_norm": 26.894075393676758,
+      "learning_rate": 1.7173866322802496e-05,
+      "loss": 0.9553,
+      "step": 2350
+    },
+    {
+      "epoch": 4.594097726173198,
+      "grad_norm": 30.226909637451172,
+      "learning_rate": 1.7120137545669463e-05,
+      "loss": 0.8956,
+      "step": 2375
+    },
+    {
+      "epoch": 4.6424770198355105,
+      "grad_norm": 38.42937469482422,
+      "learning_rate": 1.706640876853643e-05,
+      "loss": 0.9343,
+      "step": 2400
+    },
+    {
+      "epoch": 4.690856313497823,
+      "grad_norm": 46.861236572265625,
+      "learning_rate": 1.7012679991403397e-05,
+      "loss": 0.866,
+      "step": 2425
+    },
+    {
+      "epoch": 4.739235607160135,
+      "grad_norm": 23.692188262939453,
+      "learning_rate": 1.6958951214270364e-05,
+      "loss": 0.9584,
+      "step": 2450
+    },
+    {
+      "epoch": 4.787614900822448,
+      "grad_norm": 33.598873138427734,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 0.889,
+      "step": 2475
+    },
+    {
+      "epoch": 4.83599419448476,
+      "grad_norm": 23.13214111328125,
+      "learning_rate": 1.68514936600043e-05,
+      "loss": 0.9935,
+      "step": 2500
+    },
+    {
+      "epoch": 4.884373488147073,
+      "grad_norm": 44.689430236816406,
+      "learning_rate": 1.679776488287127e-05,
+      "loss": 0.951,
+      "step": 2525
+    },
+    {
+      "epoch": 4.932752781809386,
+      "grad_norm": 16.610273361206055,
+      "learning_rate": 1.6744036105738236e-05,
+      "loss": 0.9487,
+      "step": 2550
+    },
+    {
+      "epoch": 4.981132075471698,
+      "grad_norm": 26.016324996948242,
+      "learning_rate": 1.6690307328605203e-05,
+      "loss": 0.9393,
+      "step": 2575
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.10987415295256535,
+      "eval_loss": 0.8245852589607239,
+      "eval_macro_f1": 0.5562789642593394,
+      "eval_micro_f1": 0.5585419734904271,
+      "eval_runtime": 5.4463,
+      "eval_samples_per_second": 379.343,
+      "eval_steps_per_second": 23.87,
+      "eval_weighted_f1": 0.5711751862001561,
+      "step": 2585
+    },
+    {
+      "epoch": 5.029027576197388,
+      "grad_norm": 21.283775329589844,
+      "learning_rate": 1.663657855147217e-05,
+      "loss": 0.7626,
+      "step": 2600
+    },
+    {
+      "epoch": 5.0774068698597,
+      "grad_norm": 16.10812759399414,
+      "learning_rate": 1.6582849774339137e-05,
+      "loss": 0.6837,
+      "step": 2625
+    },
+    {
+      "epoch": 5.1257861635220126,
+      "grad_norm": 27.415889739990234,
+      "learning_rate": 1.6529120997206104e-05,
+      "loss": 0.6841,
+      "step": 2650
+    },
+    {
+      "epoch": 5.174165457184325,
+      "grad_norm": 20.635318756103516,
+      "learning_rate": 1.647539222007307e-05,
+      "loss": 0.6627,
+      "step": 2675
+    },
+    {
+      "epoch": 5.222544750846637,
+      "grad_norm": 23.916593551635742,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 0.6405,
+      "step": 2700
+    },
+    {
+      "epoch": 5.27092404450895,
+      "grad_norm": 28.493642807006836,
+      "learning_rate": 1.636793466580701e-05,
+      "loss": 0.6207,
+      "step": 2725
+    },
+    {
+      "epoch": 5.319303338171263,
+      "grad_norm": 16.378114700317383,
+      "learning_rate": 1.6314205888673975e-05,
+      "loss": 0.607,
+      "step": 2750
+    },
+    {
+      "epoch": 5.367682631833575,
+      "grad_norm": 11.802803993225098,
+      "learning_rate": 1.6260477111540942e-05,
+      "loss": 0.6982,
+      "step": 2775
+    },
+    {
+      "epoch": 5.416061925495888,
+      "grad_norm": 14.423042297363281,
+      "learning_rate": 1.6206748334407913e-05,
+      "loss": 0.6324,
+      "step": 2800
+    },
+    {
+      "epoch": 5.4644412191582,
+      "grad_norm": 25.675067901611328,
+      "learning_rate": 1.615301955727488e-05,
+      "loss": 0.6877,
+      "step": 2825
+    },
+    {
+      "epoch": 5.512820512820513,
+      "grad_norm": 10.729924201965332,
+      "learning_rate": 1.6099290780141847e-05,
+      "loss": 0.6219,
+      "step": 2850
+    },
+    {
+      "epoch": 5.561199806482826,
+      "grad_norm": 16.978464126586914,
+      "learning_rate": 1.604556200300881e-05,
+      "loss": 0.6432,
+      "step": 2875
+    },
+    {
+      "epoch": 5.609579100145138,
+      "grad_norm": 19.07501983642578,
+      "learning_rate": 1.599183322587578e-05,
+      "loss": 0.661,
+      "step": 2900
+    },
+    {
+      "epoch": 5.6579583938074505,
+      "grad_norm": 22.741655349731445,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 0.6196,
+      "step": 2925
+    },
+    {
+      "epoch": 5.706337687469762,
+      "grad_norm": 37.35063934326172,
+      "learning_rate": 1.5884375671609715e-05,
+      "loss": 0.6362,
+      "step": 2950
+    },
+    {
+      "epoch": 5.754716981132075,
+      "grad_norm": 12.75612735748291,
+      "learning_rate": 1.5830646894476682e-05,
+      "loss": 0.6747,
+      "step": 2975
+    },
+    {
+      "epoch": 5.803096274794388,
+      "grad_norm": 26.62163734436035,
+      "learning_rate": 1.5776918117343652e-05,
+      "loss": 0.6764,
+      "step": 3000
+    },
+    {
+      "epoch": 5.851475568456701,
+      "grad_norm": 38.676666259765625,
+      "learning_rate": 1.572318934021062e-05,
+      "loss": 0.6147,
+      "step": 3025
+    },
+    {
+      "epoch": 5.899854862119013,
+      "grad_norm": 14.914082527160645,
+      "learning_rate": 1.5669460563077586e-05,
+      "loss": 0.6305,
+      "step": 3050
+    },
+    {
+      "epoch": 5.948234155781326,
+      "grad_norm": 25.723756790161133,
+      "learning_rate": 1.5615731785944553e-05,
+      "loss": 0.6414,
+      "step": 3075
+    },
+    {
+      "epoch": 5.996613449443638,
+      "grad_norm": 25.293434143066406,
+      "learning_rate": 1.556200300881152e-05,
+      "loss": 0.6998,
+      "step": 3100
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.16795740561471442,
+      "eval_loss": 0.9249024391174316,
+      "eval_macro_f1": 0.5697353173962092,
+      "eval_micro_f1": 0.5734630428241901,
+      "eval_runtime": 5.4837,
+      "eval_samples_per_second": 376.751,
+      "eval_steps_per_second": 23.707,
+      "eval_weighted_f1": 0.5843701444421436,
+      "step": 3102
+    },
+    {
+      "epoch": 6.044508950169328,
+      "grad_norm": 17.981149673461914,
+      "learning_rate": 1.5508274231678487e-05,
+      "loss": 0.5106,
+      "step": 3125
+    },
+    {
+      "epoch": 6.09288824383164,
+      "grad_norm": 23.960187911987305,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.4773,
+      "step": 3150
+    },
+    {
+      "epoch": 6.1412675374939525,
+      "grad_norm": 25.76919174194336,
+      "learning_rate": 1.540081667741242e-05,
+      "loss": 0.4868,
+      "step": 3175
+    },
+    {
+      "epoch": 6.189646831156265,
+      "grad_norm": 20.475849151611328,
+      "learning_rate": 1.5347087900279392e-05,
+      "loss": 0.4446,
+      "step": 3200
+    },
+    {
+      "epoch": 6.238026124818577,
+      "grad_norm": 30.22379493713379,
+      "learning_rate": 1.529335912314636e-05,
+      "loss": 0.4329,
+      "step": 3225
+    },
+    {
+      "epoch": 6.28640541848089,
+      "grad_norm": 18.886112213134766,
+      "learning_rate": 1.5239630346013326e-05,
+      "loss": 0.4876,
+      "step": 3250
+    },
+    {
+      "epoch": 6.334784712143203,
+      "grad_norm": 15.978336334228516,
+      "learning_rate": 1.5185901568880293e-05,
+      "loss": 0.4479,
+      "step": 3275
+    },
+    {
+      "epoch": 6.383164005805515,
+      "grad_norm": 10.34793758392334,
+      "learning_rate": 1.5132172791747262e-05,
+      "loss": 0.4157,
+      "step": 3300
+    },
+    {
+      "epoch": 6.431543299467828,
+      "grad_norm": 28.033763885498047,
+      "learning_rate": 1.5078444014614229e-05,
+      "loss": 0.4635,
+      "step": 3325
+    },
+    {
+      "epoch": 6.479922593130141,
+      "grad_norm": 13.7820463180542,
+      "learning_rate": 1.5024715237481196e-05,
+      "loss": 0.4508,
+      "step": 3350
+    },
+    {
+      "epoch": 6.528301886792453,
+      "grad_norm": 12.740848541259766,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 0.4856,
+      "step": 3375
+    },
+    {
+      "epoch": 6.576681180454766,
+      "grad_norm": 15.297672271728516,
+      "learning_rate": 1.4917257683215131e-05,
+      "loss": 0.4457,
+      "step": 3400
+    },
+    {
+      "epoch": 6.6250604741170775,
+      "grad_norm": 19.547887802124023,
+      "learning_rate": 1.4863528906082098e-05,
+      "loss": 0.4318,
+      "step": 3425
+    },
+    {
+      "epoch": 6.67343976777939,
+      "grad_norm": 13.135345458984375,
+      "learning_rate": 1.4809800128949065e-05,
+      "loss": 0.411,
+      "step": 3450
+    },
+    {
+      "epoch": 6.721819061441703,
+      "grad_norm": 30.916955947875977,
+      "learning_rate": 1.4756071351816034e-05,
+      "loss": 0.4367,
+      "step": 3475
+    },
+    {
+      "epoch": 6.770198355104015,
+      "grad_norm": 17.534021377563477,
+      "learning_rate": 1.4702342574683001e-05,
+      "loss": 0.4555,
+      "step": 3500
+    },
+    {
+      "epoch": 6.818577648766328,
+      "grad_norm": 13.739802360534668,
+      "learning_rate": 1.4648613797549968e-05,
+      "loss": 0.4527,
+      "step": 3525
+    },
+    {
+      "epoch": 6.86695694242864,
+      "grad_norm": 19.81618881225586,
+      "learning_rate": 1.4594885020416935e-05,
+      "loss": 0.4424,
+      "step": 3550
+    },
+    {
+      "epoch": 6.915336236090953,
+      "grad_norm": 21.76972007751465,
+      "learning_rate": 1.4541156243283906e-05,
+      "loss": 0.4397,
+      "step": 3575
+    },
+    {
+      "epoch": 6.963715529753266,
+      "grad_norm": 31.064979553222656,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 0.4622,
+      "step": 3600
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.20183930300096806,
+      "eval_loss": 1.0833197832107544,
+      "eval_macro_f1": 0.5860612394011595,
+      "eval_micro_f1": 0.5946124972400089,
+      "eval_runtime": 5.539,
+      "eval_samples_per_second": 372.995,
+      "eval_steps_per_second": 23.47,
+      "eval_weighted_f1": 0.5986321163508826,
+      "step": 3619
+    },
+    {
+      "epoch": 7.011611030478955,
+      "grad_norm": 11.899070739746094,
+      "learning_rate": 1.443369868901784e-05,
+      "loss": 0.3973,
+      "step": 3625
+    },
+    {
+      "epoch": 7.059990324141268,
+      "grad_norm": 18.322866439819336,
+      "learning_rate": 1.4379969911884807e-05,
+      "loss": 0.3367,
+      "step": 3650
+    },
+    {
+      "epoch": 7.1083696178035805,
+      "grad_norm": 10.683687210083008,
+      "learning_rate": 1.4326241134751775e-05,
+      "loss": 0.312,
+      "step": 3675
+    },
+    {
+      "epoch": 7.156748911465892,
+      "grad_norm": 41.74691390991211,
+      "learning_rate": 1.4272512357618742e-05,
+      "loss": 0.309,
+      "step": 3700
+    },
+    {
+      "epoch": 7.205128205128205,
+      "grad_norm": 47.64381408691406,
+      "learning_rate": 1.421878358048571e-05,
+      "loss": 0.3074,
+      "step": 3725
+    },
+    {
+      "epoch": 7.253507498790517,
+      "grad_norm": 13.727192878723145,
+      "learning_rate": 1.4165054803352676e-05,
+      "loss": 0.2692,
+      "step": 3750
+    },
+    {
+      "epoch": 7.30188679245283,
+      "grad_norm": 10.969079971313477,
+      "learning_rate": 1.4111326026219645e-05,
+      "loss": 0.2928,
+      "step": 3775
+    },
+    {
+      "epoch": 7.350266086115143,
+      "grad_norm": 30.369712829589844,
+      "learning_rate": 1.4057597249086612e-05,
+      "loss": 0.2909,
+      "step": 3800
+    },
+    {
+      "epoch": 7.398645379777455,
+      "grad_norm": 7.6383562088012695,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 0.3053,
+      "step": 3825
+    },
+    {
+      "epoch": 7.447024673439768,
+      "grad_norm": 15.977462768554688,
+      "learning_rate": 1.3950139694820548e-05,
+      "loss": 0.2783,
+      "step": 3850
+    },
+    {
+      "epoch": 7.495403967102081,
+      "grad_norm": 16.410991668701172,
+      "learning_rate": 1.3896410917687515e-05,
+      "loss": 0.3071,
+      "step": 3875
+    },
+    {
+      "epoch": 7.543783260764393,
+      "grad_norm": 6.786252498626709,
+      "learning_rate": 1.3842682140554482e-05,
+      "loss": 0.3072,
+      "step": 3900
+    },
+    {
+      "epoch": 7.5921625544267055,
+      "grad_norm": 22.674985885620117,
+      "learning_rate": 1.3788953363421449e-05,
+      "loss": 0.3116,
+      "step": 3925
+    },
+    {
+      "epoch": 7.640541848089018,
+      "grad_norm": 11.888873100280762,
+      "learning_rate": 1.3735224586288418e-05,
+      "loss": 0.292,
+      "step": 3950
+    },
+    {
+      "epoch": 7.68892114175133,
+      "grad_norm": 13.664581298828125,
+      "learning_rate": 1.3681495809155385e-05,
+      "loss": 0.3148,
+      "step": 3975
+    },
+    {
+      "epoch": 7.737300435413643,
+      "grad_norm": 28.192598342895508,
+      "learning_rate": 1.3627767032022352e-05,
+      "loss": 0.3323,
+      "step": 4000
+    },
+    {
+      "epoch": 7.785679729075955,
+      "grad_norm": 16.456180572509766,
+      "learning_rate": 1.3574038254889319e-05,
+      "loss": 0.3106,
+      "step": 4025
+    },
+    {
+      "epoch": 7.834059022738268,
+      "grad_norm": 7.881232261657715,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 0.2808,
+      "step": 4050
+    },
+    {
+      "epoch": 7.882438316400581,
+      "grad_norm": 14.003069877624512,
+      "learning_rate": 1.3466580700623256e-05,
+      "loss": 0.2976,
+      "step": 4075
+    },
+    {
+      "epoch": 7.930817610062893,
+      "grad_norm": 14.214073181152344,
+      "learning_rate": 1.3412851923490221e-05,
+      "loss": 0.3126,
+      "step": 4100
+    },
+    {
+      "epoch": 7.979196903725206,
+      "grad_norm": 11.560632705688477,
+      "learning_rate": 1.3359123146357188e-05,
+      "loss": 0.3032,
+      "step": 4125
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.21151984511132624,
+      "eval_loss": 1.1977185010910034,
+      "eval_macro_f1": 0.5844553646676373,
+      "eval_micro_f1": 0.5911571444481568,
+      "eval_runtime": 5.32,
+      "eval_samples_per_second": 388.345,
+      "eval_steps_per_second": 24.436,
+      "eval_weighted_f1": 0.5947323090849223,
+      "step": 4136
+    },
+    {
+      "epoch": 8.027092404450896,
+      "grad_norm": 12.4047269821167,
+      "learning_rate": 1.3305394369224159e-05,
+      "loss": 0.2696,
+      "step": 4150
+    },
+    {
+      "epoch": 8.075471698113208,
+      "grad_norm": 10.624722480773926,
+      "learning_rate": 1.3251665592091126e-05,
+      "loss": 0.2037,
+      "step": 4175
+    },
+    {
+      "epoch": 8.12385099177552,
+      "grad_norm": 26.85305404663086,
+      "learning_rate": 1.3197936814958093e-05,
+      "loss": 0.2177,
+      "step": 4200
+    },
+    {
+      "epoch": 8.172230285437832,
+      "grad_norm": 16.334138870239258,
+      "learning_rate": 1.314420803782506e-05,
+      "loss": 0.2295,
+      "step": 4225
+    },
+    {
+      "epoch": 8.220609579100145,
+      "grad_norm": 10.63646125793457,
+      "learning_rate": 1.3090479260692028e-05,
+      "loss": 0.2054,
+      "step": 4250
+    },
+    {
+      "epoch": 8.268988872762458,
+      "grad_norm": 18.794408798217773,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 0.2129,
+      "step": 4275
+    },
+    {
+      "epoch": 8.317368166424771,
+      "grad_norm": 10.584010124206543,
+      "learning_rate": 1.2983021706425962e-05,
+      "loss": 0.1938,
+      "step": 4300
+    },
+    {
+      "epoch": 8.365747460087082,
+      "grad_norm": 16.32908821105957,
+      "learning_rate": 1.2929292929292931e-05,
+      "loss": 0.1989,
+      "step": 4325
+    },
+    {
+      "epoch": 8.414126753749395,
+      "grad_norm": 6.746647834777832,
+      "learning_rate": 1.2875564152159898e-05,
+      "loss": 0.2295,
+      "step": 4350
+    },
+    {
+      "epoch": 8.462506047411708,
+      "grad_norm": 9.080574989318848,
+      "learning_rate": 1.2821835375026865e-05,
+      "loss": 0.1955,
+      "step": 4375
+    },
+    {
+      "epoch": 8.51088534107402,
+      "grad_norm": 8.291706085205078,
+      "learning_rate": 1.2768106597893832e-05,
+      "loss": 0.2102,
+      "step": 4400
+    },
+    {
+      "epoch": 8.559264634736333,
+      "grad_norm": 6.114094257354736,
+      "learning_rate": 1.2714377820760801e-05,
+      "loss": 0.225,
+      "step": 4425
+    },
+    {
+      "epoch": 8.607643928398645,
+      "grad_norm": 23.192413330078125,
+      "learning_rate": 1.2660649043627768e-05,
+      "loss": 0.197,
+      "step": 4450
+    },
+    {
+      "epoch": 8.656023222060957,
+      "grad_norm": 8.3046293258667,
+      "learning_rate": 1.2606920266494735e-05,
+      "loss": 0.181,
+      "step": 4475
+    },
+    {
+      "epoch": 8.70440251572327,
+      "grad_norm": 6.356484889984131,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.2002,
+      "step": 4500
+    },
+    {
+      "epoch": 8.752781809385583,
+      "grad_norm": 23.057466506958008,
+      "learning_rate": 1.2499462712228672e-05,
+      "loss": 0.1982,
+      "step": 4525
+    },
+    {
+      "epoch": 8.801161103047896,
+      "grad_norm": 14.363242149353027,
+      "learning_rate": 1.2445733935095638e-05,
+      "loss": 0.1783,
+      "step": 4550
+    },
+    {
+      "epoch": 8.849540396710207,
+      "grad_norm": 31.475303649902344,
+      "learning_rate": 1.2392005157962605e-05,
+      "loss": 0.2036,
+      "step": 4575
+    },
+    {
+      "epoch": 8.89791969037252,
+      "grad_norm": 13.249661445617676,
+      "learning_rate": 1.2338276380829572e-05,
+      "loss": 0.1961,
+      "step": 4600
+    },
+    {
+      "epoch": 8.946298984034833,
+      "grad_norm": 13.09007740020752,
+      "learning_rate": 1.2284547603696542e-05,
+      "loss": 0.2062,
+      "step": 4625
+    },
+    {
+      "epoch": 8.994678277697146,
+      "grad_norm": 11.916136741638184,
+      "learning_rate": 1.223081882656351e-05,
+      "loss": 0.1954,
+      "step": 4650
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.23233301064859632,
+      "eval_loss": 1.3665578365325928,
+      "eval_macro_f1": 0.5912582422459893,
+      "eval_micro_f1": 0.6021633186734815,
+      "eval_runtime": 5.599,
+      "eval_samples_per_second": 368.996,
+      "eval_steps_per_second": 23.219,
+      "eval_weighted_f1": 0.6008584694919867,
+      "step": 4653
+    },
+    {
+      "epoch": 9.042573778422835,
+      "grad_norm": 4.8516693115234375,
+      "learning_rate": 1.2177090049430476e-05,
+      "loss": 0.1401,
+      "step": 4675
+    },
+    {
+      "epoch": 9.090953072085147,
+      "grad_norm": 7.018650054931641,
+      "learning_rate": 1.2123361272297443e-05,
+      "loss": 0.126,
+      "step": 4700
+    },
+    {
+      "epoch": 9.13933236574746,
+      "grad_norm": 6.024877071380615,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 0.1389,
+      "step": 4725
+    },
+    {
+      "epoch": 9.187711659409773,
+      "grad_norm": 8.221734046936035,
+      "learning_rate": 1.2015903718031379e-05,
+      "loss": 0.155,
+      "step": 4750
+    },
+    {
+      "epoch": 9.236090953072084,
+      "grad_norm": 8.969803810119629,
+      "learning_rate": 1.1962174940898346e-05,
+      "loss": 0.12,
+      "step": 4775
+    },
+    {
+      "epoch": 9.284470246734397,
+      "grad_norm": 40.36125183105469,
+      "learning_rate": 1.1908446163765313e-05,
+      "loss": 0.1371,
+      "step": 4800
+    },
+    {
+      "epoch": 9.33284954039671,
+      "grad_norm": 9.82724380493164,
+      "learning_rate": 1.1854717386632282e-05,
+      "loss": 0.1453,
+      "step": 4825
+    },
+    {
+      "epoch": 9.381228834059023,
+      "grad_norm": 7.422214031219482,
+      "learning_rate": 1.1800988609499249e-05,
+      "loss": 0.1399,
+      "step": 4850
+    },
+    {
+      "epoch": 9.429608127721336,
+      "grad_norm": 10.291814804077148,
+      "learning_rate": 1.1747259832366216e-05,
+      "loss": 0.1516,
+      "step": 4875
+    },
+    {
+      "epoch": 9.477987421383649,
+      "grad_norm": 12.32534122467041,
+      "learning_rate": 1.1693531055233184e-05,
+      "loss": 0.1223,
+      "step": 4900
+    },
+    {
+      "epoch": 9.52636671504596,
+      "grad_norm": 7.44558572769165,
+      "learning_rate": 1.1639802278100151e-05,
+      "loss": 0.1545,
+      "step": 4925
+    },
+    {
+      "epoch": 9.574746008708273,
+      "grad_norm": 16.444664001464844,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 0.1333,
+      "step": 4950
+    },
+    {
+      "epoch": 9.623125302370585,
+      "grad_norm": 13.133450508117676,
+      "learning_rate": 1.1532344723834085e-05,
+      "loss": 0.1274,
+      "step": 4975
+    },
+    {
+      "epoch": 9.671504596032898,
+      "grad_norm": 12.23840618133545,
+      "learning_rate": 1.1478615946701054e-05,
+      "loss": 0.1395,
+      "step": 5000
+    },
+    {
+      "epoch": 9.719883889695211,
+      "grad_norm": 8.556947708129883,
+      "learning_rate": 1.1424887169568021e-05,
+      "loss": 0.1369,
+      "step": 5025
+    },
+    {
+      "epoch": 9.768263183357522,
+      "grad_norm": 34.472103118896484,
+      "learning_rate": 1.1371158392434988e-05,
+      "loss": 0.1224,
+      "step": 5050
+    },
+    {
+      "epoch": 9.816642477019835,
+      "grad_norm": 8.675935745239258,
+      "learning_rate": 1.1317429615301955e-05,
+      "loss": 0.1238,
+      "step": 5075
+    },
+    {
+      "epoch": 9.865021770682148,
+      "grad_norm": 29.630449295043945,
+      "learning_rate": 1.1263700838168926e-05,
+      "loss": 0.1111,
+      "step": 5100
+    },
+    {
+      "epoch": 9.91340106434446,
+      "grad_norm": 5.814502239227295,
+      "learning_rate": 1.1209972061035893e-05,
+      "loss": 0.1521,
+      "step": 5125
+    },
+    {
+      "epoch": 9.961780358006774,
+      "grad_norm": 10.629406929016113,
+      "learning_rate": 1.115624328390286e-05,
+      "loss": 0.1152,
+      "step": 5150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.2362052274927396,
+      "eval_loss": 1.4817556142807007,
+      "eval_macro_f1": 0.5923548247042076,
+      "eval_micro_f1": 0.6000713521227257,
+      "eval_runtime": 5.6126,
+      "eval_samples_per_second": 368.1,
+      "eval_steps_per_second": 23.162,
+      "eval_weighted_f1": 0.5999694150207614,
+      "step": 5170
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/optimizer.pt b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..b2585ac54f917ec7f24ddb3335c5e72ec9ef70d3
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f83b57110a327dcadbc4a466e7715e68c3b46e28328dbc3fe622cb441d4ed0e5
+size 2455803898
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/special_tokens_map.json b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/tokenizer_config.json b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/trainer_state.json b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..a1b222746cf605a9a2089702bf2577ca4d17288e
--- /dev/null
+++ b/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-6721/trainer_state.json
@@ -0,0 +1,2075 @@
+{
+  "best_global_step": 5170,
+  "best_metric": 0.5923548247042076,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s43-20260903T170619Z-60628050/trainer/checkpoint-5170",
+  "epoch": 13.0,
+  "eval_steps": 500,
+  "global_step": 6721,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 32.055599212646484,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 6.1739,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 28.57257843017578,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 6.1877,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 63.517723083496094,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 6.2225,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 78.45001220703125,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 5.993,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 436.9551086425781,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 5.6188,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 214.74169921875,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.5366,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 38.78888702392578,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.2342,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 39.98785400390625,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.037,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 36.50809097290039,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 4.8024,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 54.55908966064453,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 4.515,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 55.946502685546875,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.2756,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 45.93645477294922,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 3.953,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 56.66640090942383,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 3.8676,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 49.46221160888672,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 3.6827,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 46.66191101074219,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.6762,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 57.99708938598633,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.59,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 47.38460159301758,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.5001,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 36.5245246887207,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.3741,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 48.89324188232422,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.46,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 46.76518630981445,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.3532,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.000484027105517909,
+      "eval_loss": 0.7926210761070251,
+      "eval_macro_f1": 0.3645273293185167,
+      "eval_micro_f1": 0.37214077919114713,
+      "eval_runtime": 6.277,
+      "eval_samples_per_second": 329.14,
+      "eval_steps_per_second": 20.711,
+      "eval_weighted_f1": 0.4015162676210834,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 48.60740280151367,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.1294,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 65.78690338134766,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 2.9637,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 43.141109466552734,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 2.8439,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 52.99056625366211,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9306,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 37.928855895996094,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 3.1216,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 36.120792388916016,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.8403,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 48.12868118286133,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 2.7883,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 30.014245986938477,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.6592,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 40.22889709472656,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.863,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 50.7248420715332,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.9212,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 52.58660888671875,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.9794,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 40.273014068603516,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.7131,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 54.06550216674805,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.8048,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 37.514739990234375,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.6461,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 43.445228576660156,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.795,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 40.224510192871094,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.6207,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 39.336647033691406,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.7608,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 38.628047943115234,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.6215,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 60.218929290771484,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.5037,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 29.68939781188965,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.6013,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 32.20800018310547,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.5912,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.022749273959341725,
+      "eval_loss": 0.6970502734184265,
+      "eval_macro_f1": 0.4227977986623649,
+      "eval_micro_f1": 0.42716548263051557,
+      "eval_runtime": 5.3058,
+      "eval_samples_per_second": 389.388,
+      "eval_steps_per_second": 24.502,
+      "eval_weighted_f1": 0.46230238396236906,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 29.85024070739746,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.2754,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 38.66889572143555,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.068,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 29.936800003051758,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0122,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 42.96760940551758,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.058,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 38.598297119140625,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 2.0484,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 39.451934814453125,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0447,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 47.086307525634766,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 1.9486,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 29.030641555786133,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 2.0427,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 31.656600952148438,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.0421,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 41.45295715332031,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 1.965,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 33.782352447509766,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 2.0464,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 39.15993881225586,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 2.1263,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 31.875816345214844,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 1.9683,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 46.62969207763672,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 1.9374,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 24.18084716796875,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.8245,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 45.9318962097168,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 2.1093,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 29.544279098510742,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 1.9373,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 35.17494201660156,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 2.0683,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 39.946319580078125,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.0229,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 31.550161361694336,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0749,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 39.926048278808594,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 2.0304,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.04695062923523717,
+      "eval_loss": 0.6574411392211914,
+      "eval_macro_f1": 0.478852101615231,
+      "eval_micro_f1": 0.47355924886682493,
+      "eval_runtime": 5.7987,
+      "eval_samples_per_second": 356.29,
+      "eval_steps_per_second": 22.419,
+      "eval_weighted_f1": 0.5070973793347164,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 25.41679573059082,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.4233,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 22.447921752929688,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.2686,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 52.92826843261719,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3819,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 29.39653968811035,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3161,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 27.95953941345215,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.3511,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 25.072601318359375,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.3329,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 20.97698211669922,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3023,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 37.89013671875,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.3976,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 45.52479934692383,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.3682,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 28.73893165588379,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.4449,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 64.154052734375,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.3239,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 24.082895278930664,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.4012,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 27.781757354736328,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.3282,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 31.11943817138672,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.389,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 37.96964645385742,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.3156,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 26.0401554107666,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.3075,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 31.062236785888672,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.3245,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 25.757122039794922,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.3567,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 38.856536865234375,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3564,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 37.59148025512695,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.3388,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.08276863504356244,
+      "eval_loss": 0.7084757685661316,
+      "eval_macro_f1": 0.5204564485874965,
+      "eval_micro_f1": 0.5236187614755466,
+      "eval_runtime": 6.2158,
+      "eval_samples_per_second": 332.38,
+      "eval_steps_per_second": 20.915,
+      "eval_weighted_f1": 0.5398385408220352,
+      "step": 2068
+    },
+    {
+      "epoch": 4.013546202225448,
+      "grad_norm": 21.49404525756836,
+      "learning_rate": 1.7764882871265852e-05,
+      "loss": 1.2789,
+      "step": 2075
+    },
+    {
+      "epoch": 4.06192549588776,
+      "grad_norm": 13.50232219696045,
+      "learning_rate": 1.771115409413282e-05,
+      "loss": 0.9487,
+      "step": 2100
+    },
+    {
+      "epoch": 4.110304789550073,
+      "grad_norm": 20.877519607543945,
+      "learning_rate": 1.7657425316999787e-05,
+      "loss": 0.9202,
+      "step": 2125
+    },
+    {
+      "epoch": 4.1586840832123855,
+      "grad_norm": 45.63877487182617,
+      "learning_rate": 1.7603696539866754e-05,
+      "loss": 0.9431,
+      "step": 2150
+    },
+    {
+      "epoch": 4.2070633768746974,
+      "grad_norm": 14.88014030456543,
+      "learning_rate": 1.754996776273372e-05,
+      "loss": 0.8976,
+      "step": 2175
+    },
+    {
+      "epoch": 4.25544267053701,
+      "grad_norm": 17.107534408569336,
+      "learning_rate": 1.7496238985600688e-05,
+      "loss": 0.9878,
+      "step": 2200
+    },
+    {
+      "epoch": 4.303821964199322,
+      "grad_norm": 25.68497657775879,
+      "learning_rate": 1.7442510208467655e-05,
+      "loss": 0.9126,
+      "step": 2225
+    },
+    {
+      "epoch": 4.352201257861635,
+      "grad_norm": 21.757970809936523,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 0.9713,
+      "step": 2250
+    },
+    {
+      "epoch": 4.400580551523948,
+      "grad_norm": 20.833385467529297,
+      "learning_rate": 1.7335052654201592e-05,
+      "loss": 0.9292,
+      "step": 2275
+    },
+    {
+      "epoch": 4.44895984518626,
+      "grad_norm": 26.947959899902344,
+      "learning_rate": 1.728132387706856e-05,
+      "loss": 0.9129,
+      "step": 2300
+    },
+    {
+      "epoch": 4.497339138848573,
+      "grad_norm": 17.728300094604492,
+      "learning_rate": 1.722759509993553e-05,
+      "loss": 0.9066,
+      "step": 2325
+    },
+    {
+      "epoch": 4.545718432510886,
+      "grad_norm": 26.894075393676758,
+      "learning_rate": 1.7173866322802496e-05,
+      "loss": 0.9553,
+      "step": 2350
+    },
+    {
+      "epoch": 4.594097726173198,
+      "grad_norm": 30.226909637451172,
+      "learning_rate": 1.7120137545669463e-05,
+      "loss": 0.8956,
+      "step": 2375
+    },
+    {
+      "epoch": 4.6424770198355105,
+      "grad_norm": 38.42937469482422,
+      "learning_rate": 1.706640876853643e-05,
+      "loss": 0.9343,
+      "step": 2400
+    },
+    {
+      "epoch": 4.690856313497823,
+      "grad_norm": 46.861236572265625,
+      "learning_rate": 1.7012679991403397e-05,
+      "loss": 0.866,
+      "step": 2425
+    },
+    {
+      "epoch": 4.739235607160135,
+      "grad_norm": 23.692188262939453,
+      "learning_rate": 1.6958951214270364e-05,
+      "loss": 0.9584,
+      "step": 2450
+    },
+    {
+      "epoch": 4.787614900822448,
+      "grad_norm": 33.598873138427734,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 0.889,
+      "step": 2475
+    },
+    {
+      "epoch": 4.83599419448476,
+      "grad_norm": 23.13214111328125,
+      "learning_rate": 1.68514936600043e-05,
+      "loss": 0.9935,
+      "step": 2500
+    },
+    {
+      "epoch": 4.884373488147073,
+      "grad_norm": 44.689430236816406,
+      "learning_rate": 1.679776488287127e-05,
+      "loss": 0.951,
+      "step": 2525
+    },
+    {
+      "epoch": 4.932752781809386,
+      "grad_norm": 16.610273361206055,
+      "learning_rate": 1.6744036105738236e-05,
+      "loss": 0.9487,
+      "step": 2550
+    },
+    {
+      "epoch": 4.981132075471698,
+      "grad_norm": 26.016324996948242,
+      "learning_rate": 1.6690307328605203e-05,
+      "loss": 0.9393,
+      "step": 2575
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.10987415295256535,
+      "eval_loss": 0.8245852589607239,
+      "eval_macro_f1": 0.5562789642593394,
+      "eval_micro_f1": 0.5585419734904271,
+      "eval_runtime": 5.4463,
+      "eval_samples_per_second": 379.343,
+      "eval_steps_per_second": 23.87,
+      "eval_weighted_f1": 0.5711751862001561,
+      "step": 2585
+    },
+    {
+      "epoch": 5.029027576197388,
+      "grad_norm": 21.283775329589844,
+      "learning_rate": 1.663657855147217e-05,
+      "loss": 0.7626,
+      "step": 2600
+    },
+    {
+      "epoch": 5.0774068698597,
+      "grad_norm": 16.10812759399414,
+      "learning_rate": 1.6582849774339137e-05,
+      "loss": 0.6837,
+      "step": 2625
+    },
+    {
+      "epoch": 5.1257861635220126,
+      "grad_norm": 27.415889739990234,
+      "learning_rate": 1.6529120997206104e-05,
+      "loss": 0.6841,
+      "step": 2650
+    },
+    {
+      "epoch": 5.174165457184325,
+      "grad_norm": 20.635318756103516,
+      "learning_rate": 1.647539222007307e-05,
+      "loss": 0.6627,
+      "step": 2675
+    },
+    {
+      "epoch": 5.222544750846637,
+      "grad_norm": 23.916593551635742,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 0.6405,
+      "step": 2700
+    },
+    {
+      "epoch": 5.27092404450895,
+      "grad_norm": 28.493642807006836,
+      "learning_rate": 1.636793466580701e-05,
+      "loss": 0.6207,
+      "step": 2725
+    },
+    {
+      "epoch": 5.319303338171263,
+      "grad_norm": 16.378114700317383,
+      "learning_rate": 1.6314205888673975e-05,
+      "loss": 0.607,
+      "step": 2750
+    },
+    {
+      "epoch": 5.367682631833575,
+      "grad_norm": 11.802803993225098,
+      "learning_rate": 1.6260477111540942e-05,
+      "loss": 0.6982,
+      "step": 2775
+    },
+    {
+      "epoch": 5.416061925495888,
+      "grad_norm": 14.423042297363281,
+      "learning_rate": 1.6206748334407913e-05,
+      "loss": 0.6324,
+      "step": 2800
+    },
+    {
+      "epoch": 5.4644412191582,
+      "grad_norm": 25.675067901611328,
+      "learning_rate": 1.615301955727488e-05,
+      "loss": 0.6877,
+      "step": 2825
+    },
+    {
+      "epoch": 5.512820512820513,
+      "grad_norm": 10.729924201965332,
+      "learning_rate": 1.6099290780141847e-05,
+      "loss": 0.6219,
+      "step": 2850
+    },
+    {
+      "epoch": 5.561199806482826,
+      "grad_norm": 16.978464126586914,
+      "learning_rate": 1.604556200300881e-05,
+      "loss": 0.6432,
+      "step": 2875
+    },
+    {
+      "epoch": 5.609579100145138,
+      "grad_norm": 19.07501983642578,
+      "learning_rate": 1.599183322587578e-05,
+      "loss": 0.661,
+      "step": 2900
+    },
+    {
+      "epoch": 5.6579583938074505,
+      "grad_norm": 22.741655349731445,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 0.6196,
+      "step": 2925
+    },
+    {
+      "epoch": 5.706337687469762,
+      "grad_norm": 37.35063934326172,
+      "learning_rate": 1.5884375671609715e-05,
+      "loss": 0.6362,
+      "step": 2950
+    },
+    {
+      "epoch": 5.754716981132075,
+      "grad_norm": 12.75612735748291,
+      "learning_rate": 1.5830646894476682e-05,
+      "loss": 0.6747,
+      "step": 2975
+    },
+    {
+      "epoch": 5.803096274794388,
+      "grad_norm": 26.62163734436035,
+      "learning_rate": 1.5776918117343652e-05,
+      "loss": 0.6764,
+      "step": 3000
+    },
+    {
+      "epoch": 5.851475568456701,
+      "grad_norm": 38.676666259765625,
+      "learning_rate": 1.572318934021062e-05,
+      "loss": 0.6147,
+      "step": 3025
+    },
+    {
+      "epoch": 5.899854862119013,
+      "grad_norm": 14.914082527160645,
+      "learning_rate": 1.5669460563077586e-05,
+      "loss": 0.6305,
+      "step": 3050
+    },
+    {
+      "epoch": 5.948234155781326,
+      "grad_norm": 25.723756790161133,
+      "learning_rate": 1.5615731785944553e-05,
+      "loss": 0.6414,
+      "step": 3075
+    },
+    {
+      "epoch": 5.996613449443638,
+      "grad_norm": 25.293434143066406,
+      "learning_rate": 1.556200300881152e-05,
+      "loss": 0.6998,
+      "step": 3100
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.16795740561471442,
+      "eval_loss": 0.9249024391174316,
+      "eval_macro_f1": 0.5697353173962092,
+      "eval_micro_f1": 0.5734630428241901,
+      "eval_runtime": 5.4837,
+      "eval_samples_per_second": 376.751,
+      "eval_steps_per_second": 23.707,
+      "eval_weighted_f1": 0.5843701444421436,
+      "step": 3102
+    },
+    {
+      "epoch": 6.044508950169328,
+      "grad_norm": 17.981149673461914,
+      "learning_rate": 1.5508274231678487e-05,
+      "loss": 0.5106,
+      "step": 3125
+    },
+    {
+      "epoch": 6.09288824383164,
+      "grad_norm": 23.960187911987305,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.4773,
+      "step": 3150
+    },
+    {
+      "epoch": 6.1412675374939525,
+      "grad_norm": 25.76919174194336,
+      "learning_rate": 1.540081667741242e-05,
+      "loss": 0.4868,
+      "step": 3175
+    },
+    {
+      "epoch": 6.189646831156265,
+      "grad_norm": 20.475849151611328,
+      "learning_rate": 1.5347087900279392e-05,
+      "loss": 0.4446,
+      "step": 3200
+    },
+    {
+      "epoch": 6.238026124818577,
+      "grad_norm": 30.22379493713379,
+      "learning_rate": 1.529335912314636e-05,
+      "loss": 0.4329,
+      "step": 3225
+    },
+    {
+      "epoch": 6.28640541848089,
+      "grad_norm": 18.886112213134766,
+      "learning_rate": 1.5239630346013326e-05,
+      "loss": 0.4876,
+      "step": 3250
+    },
+    {
+      "epoch": 6.334784712143203,
+      "grad_norm": 15.978336334228516,
+      "learning_rate": 1.5185901568880293e-05,
+      "loss": 0.4479,
+      "step": 3275
+    },
+    {
+      "epoch": 6.383164005805515,
+      "grad_norm": 10.34793758392334,
+      "learning_rate": 1.5132172791747262e-05,
+      "loss": 0.4157,
+      "step": 3300
+    },
+    {
+      "epoch": 6.431543299467828,
+      "grad_norm": 28.033763885498047,
+      "learning_rate": 1.5078444014614229e-05,
+      "loss": 0.4635,
+      "step": 3325
+    },
+    {
+      "epoch": 6.479922593130141,
+      "grad_norm": 13.7820463180542,
+      "learning_rate": 1.5024715237481196e-05,
+      "loss": 0.4508,
+      "step": 3350
+    },
+    {
+      "epoch": 6.528301886792453,
+      "grad_norm": 12.740848541259766,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 0.4856,
+      "step": 3375
+    },
+    {
+      "epoch": 6.576681180454766,
+      "grad_norm": 15.297672271728516,
+      "learning_rate": 1.4917257683215131e-05,
+      "loss": 0.4457,
+      "step": 3400
+    },
+    {
+      "epoch": 6.6250604741170775,
+      "grad_norm": 19.547887802124023,
+      "learning_rate": 1.4863528906082098e-05,
+      "loss": 0.4318,
+      "step": 3425
+    },
+    {
+      "epoch": 6.67343976777939,
+      "grad_norm": 13.135345458984375,
+      "learning_rate": 1.4809800128949065e-05,
+      "loss": 0.411,
+      "step": 3450
+    },
+    {
+      "epoch": 6.721819061441703,
+      "grad_norm": 30.916955947875977,
+      "learning_rate": 1.4756071351816034e-05,
+      "loss": 0.4367,
+      "step": 3475
+    },
+    {
+      "epoch": 6.770198355104015,
+      "grad_norm": 17.534021377563477,
+      "learning_rate": 1.4702342574683001e-05,
+      "loss": 0.4555,
+      "step": 3500
+    },
+    {
+      "epoch": 6.818577648766328,
+      "grad_norm": 13.739802360534668,
+      "learning_rate": 1.4648613797549968e-05,
+      "loss": 0.4527,
+      "step": 3525
+    },
+    {
+      "epoch": 6.86695694242864,
+      "grad_norm": 19.81618881225586,
+      "learning_rate": 1.4594885020416935e-05,
+      "loss": 0.4424,
+      "step": 3550
+    },
+    {
+      "epoch": 6.915336236090953,
+      "grad_norm": 21.76972007751465,
+      "learning_rate": 1.4541156243283906e-05,
+      "loss": 0.4397,
+      "step": 3575
+    },
+    {
+      "epoch": 6.963715529753266,
+      "grad_norm": 31.064979553222656,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 0.4622,
+      "step": 3600
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.20183930300096806,
+      "eval_loss": 1.0833197832107544,
+      "eval_macro_f1": 0.5860612394011595,
+      "eval_micro_f1": 0.5946124972400089,
+      "eval_runtime": 5.539,
+      "eval_samples_per_second": 372.995,
+      "eval_steps_per_second": 23.47,
+      "eval_weighted_f1": 0.5986321163508826,
+      "step": 3619
+    },
+    {
+      "epoch": 7.011611030478955,
+      "grad_norm": 11.899070739746094,
+      "learning_rate": 1.443369868901784e-05,
+      "loss": 0.3973,
+      "step": 3625
+    },
+    {
+      "epoch": 7.059990324141268,
+      "grad_norm": 18.322866439819336,
+      "learning_rate": 1.4379969911884807e-05,
+      "loss": 0.3367,
+      "step": 3650
+    },
+    {
+      "epoch": 7.1083696178035805,
+      "grad_norm": 10.683687210083008,
+      "learning_rate": 1.4326241134751775e-05,
+      "loss": 0.312,
+      "step": 3675
+    },
+    {
+      "epoch": 7.156748911465892,
+      "grad_norm": 41.74691390991211,
+      "learning_rate": 1.4272512357618742e-05,
+      "loss": 0.309,
+      "step": 3700
+    },
+    {
+      "epoch": 7.205128205128205,
+      "grad_norm": 47.64381408691406,
+      "learning_rate": 1.421878358048571e-05,
+      "loss": 0.3074,
+      "step": 3725
+    },
+    {
+      "epoch": 7.253507498790517,
+      "grad_norm": 13.727192878723145,
+      "learning_rate": 1.4165054803352676e-05,
+      "loss": 0.2692,
+      "step": 3750
+    },
+    {
+      "epoch": 7.30188679245283,
+      "grad_norm": 10.969079971313477,
+      "learning_rate": 1.4111326026219645e-05,
+      "loss": 0.2928,
+      "step": 3775
+    },
+    {
+      "epoch": 7.350266086115143,
+      "grad_norm": 30.369712829589844,
+      "learning_rate": 1.4057597249086612e-05,
+      "loss": 0.2909,
+      "step": 3800
+    },
+    {
+      "epoch": 7.398645379777455,
+      "grad_norm": 7.6383562088012695,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 0.3053,
+      "step": 3825
+    },
+    {
+      "epoch": 7.447024673439768,
+      "grad_norm": 15.977462768554688,
+      "learning_rate": 1.3950139694820548e-05,
+      "loss": 0.2783,
+      "step": 3850
+    },
+    {
+      "epoch": 7.495403967102081,
+      "grad_norm": 16.410991668701172,
+      "learning_rate": 1.3896410917687515e-05,
+      "loss": 0.3071,
+      "step": 3875
+    },
+    {
+      "epoch": 7.543783260764393,
+      "grad_norm": 6.786252498626709,
+      "learning_rate": 1.3842682140554482e-05,
+      "loss": 0.3072,
+      "step": 3900
+    },
+    {
+      "epoch": 7.5921625544267055,
+      "grad_norm": 22.674985885620117,
+      "learning_rate": 1.3788953363421449e-05,
+      "loss": 0.3116,
+      "step": 3925
+    },
+    {
+      "epoch": 7.640541848089018,
+      "grad_norm": 11.888873100280762,
+      "learning_rate": 1.3735224586288418e-05,
+      "loss": 0.292,
+      "step": 3950
+    },
+    {
+      "epoch": 7.68892114175133,
+      "grad_norm": 13.664581298828125,
+      "learning_rate": 1.3681495809155385e-05,
+      "loss": 0.3148,
+      "step": 3975
+    },
+    {
+      "epoch": 7.737300435413643,
+      "grad_norm": 28.192598342895508,
+      "learning_rate": 1.3627767032022352e-05,
+      "loss": 0.3323,
+      "step": 4000
+    },
+    {
+      "epoch": 7.785679729075955,
+      "grad_norm": 16.456180572509766,
+      "learning_rate": 1.3574038254889319e-05,
+      "loss": 0.3106,
+      "step": 4025
+    },
+    {
+      "epoch": 7.834059022738268,
+      "grad_norm": 7.881232261657715,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 0.2808,
+      "step": 4050
+    },
+    {
+      "epoch": 7.882438316400581,
+      "grad_norm": 14.003069877624512,
+      "learning_rate": 1.3466580700623256e-05,
+      "loss": 0.2976,
+      "step": 4075
+    },
+    {
+      "epoch": 7.930817610062893,
+      "grad_norm": 14.214073181152344,
+      "learning_rate": 1.3412851923490221e-05,
+      "loss": 0.3126,
+      "step": 4100
+    },
+    {
+      "epoch": 7.979196903725206,
+      "grad_norm": 11.560632705688477,
+      "learning_rate": 1.3359123146357188e-05,
+      "loss": 0.3032,
+      "step": 4125
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.21151984511132624,
+      "eval_loss": 1.1977185010910034,
+      "eval_macro_f1": 0.5844553646676373,
+      "eval_micro_f1": 0.5911571444481568,
+      "eval_runtime": 5.32,
+      "eval_samples_per_second": 388.345,
+      "eval_steps_per_second": 24.436,
+      "eval_weighted_f1": 0.5947323090849223,
+      "step": 4136
+    },
+    {
+      "epoch": 8.027092404450896,
+      "grad_norm": 12.4047269821167,
+      "learning_rate": 1.3305394369224159e-05,
+      "loss": 0.2696,
+      "step": 4150
+    },
+    {
+      "epoch": 8.075471698113208,
+      "grad_norm": 10.624722480773926,
+      "learning_rate": 1.3251665592091126e-05,
+      "loss": 0.2037,
+      "step": 4175
+    },
+    {
+      "epoch": 8.12385099177552,
+      "grad_norm": 26.85305404663086,
+      "learning_rate": 1.3197936814958093e-05,
+      "loss": 0.2177,
+      "step": 4200
+    },
+    {
+      "epoch": 8.172230285437832,
+      "grad_norm": 16.334138870239258,
+      "learning_rate": 1.314420803782506e-05,
+      "loss": 0.2295,
+      "step": 4225
+    },
+    {
+      "epoch": 8.220609579100145,
+      "grad_norm": 10.63646125793457,
+      "learning_rate": 1.3090479260692028e-05,
+      "loss": 0.2054,
+      "step": 4250
+    },
+    {
+      "epoch": 8.268988872762458,
+      "grad_norm": 18.794408798217773,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 0.2129,
+      "step": 4275
+    },
+    {
+      "epoch": 8.317368166424771,
+      "grad_norm": 10.584010124206543,
+      "learning_rate": 1.2983021706425962e-05,
+      "loss": 0.1938,
+      "step": 4300
+    },
+    {
+      "epoch": 8.365747460087082,
+      "grad_norm": 16.32908821105957,
+      "learning_rate": 1.2929292929292931e-05,
+      "loss": 0.1989,
+      "step": 4325
+    },
+    {
+      "epoch": 8.414126753749395,
+      "grad_norm": 6.746647834777832,
+      "learning_rate": 1.2875564152159898e-05,
+      "loss": 0.2295,
+      "step": 4350
+    },
+    {
+      "epoch": 8.462506047411708,
+      "grad_norm": 9.080574989318848,
+      "learning_rate": 1.2821835375026865e-05,
+      "loss": 0.1955,
+      "step": 4375
+    },
+    {
+      "epoch": 8.51088534107402,
+      "grad_norm": 8.291706085205078,
+      "learning_rate": 1.2768106597893832e-05,
+      "loss": 0.2102,
+      "step": 4400
+    },
+    {
+      "epoch": 8.559264634736333,
+      "grad_norm": 6.114094257354736,
+      "learning_rate": 1.2714377820760801e-05,
+      "loss": 0.225,
+      "step": 4425
+    },
+    {
+      "epoch": 8.607643928398645,
+      "grad_norm": 23.192413330078125,
+      "learning_rate": 1.2660649043627768e-05,
+      "loss": 0.197,
+      "step": 4450
+    },
+    {
+      "epoch": 8.656023222060957,
+      "grad_norm": 8.3046293258667,
+      "learning_rate": 1.2606920266494735e-05,
+      "loss": 0.181,
+      "step": 4475
+    },
+    {
+      "epoch": 8.70440251572327,
+      "grad_norm": 6.356484889984131,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.2002,
+      "step": 4500
+    },
+    {
+      "epoch": 8.752781809385583,
+      "grad_norm": 23.057466506958008,
+      "learning_rate": 1.2499462712228672e-05,
+      "loss": 0.1982,
+      "step": 4525
+    },
+    {
+      "epoch": 8.801161103047896,
+      "grad_norm": 14.363242149353027,
+      "learning_rate": 1.2445733935095638e-05,
+      "loss": 0.1783,
+      "step": 4550
+    },
+    {
+      "epoch": 8.849540396710207,
+      "grad_norm": 31.475303649902344,
+      "learning_rate": 1.2392005157962605e-05,
+      "loss": 0.2036,
+      "step": 4575
+    },
+    {
+      "epoch": 8.89791969037252,
+      "grad_norm": 13.249661445617676,
+      "learning_rate": 1.2338276380829572e-05,
+      "loss": 0.1961,
+      "step": 4600
+    },
+    {
+      "epoch": 8.946298984034833,
+      "grad_norm": 13.09007740020752,
+      "learning_rate": 1.2284547603696542e-05,
+      "loss": 0.2062,
+      "step": 4625
+    },
+    {
+      "epoch": 8.994678277697146,
+      "grad_norm": 11.916136741638184,
+      "learning_rate": 1.223081882656351e-05,
+      "loss": 0.1954,
+      "step": 4650
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.23233301064859632,
+      "eval_loss": 1.3665578365325928,
+      "eval_macro_f1": 0.5912582422459893,
+      "eval_micro_f1": 0.6021633186734815,
+      "eval_runtime": 5.599,
+      "eval_samples_per_second": 368.996,
+      "eval_steps_per_second": 23.219,
+      "eval_weighted_f1": 0.6008584694919867,
+      "step": 4653
+    },
+    {
+      "epoch": 9.042573778422835,
+      "grad_norm": 4.8516693115234375,
+      "learning_rate": 1.2177090049430476e-05,
+      "loss": 0.1401,
+      "step": 4675
+    },
+    {
+      "epoch": 9.090953072085147,
+      "grad_norm": 7.018650054931641,
+      "learning_rate": 1.2123361272297443e-05,
+      "loss": 0.126,
+      "step": 4700
+    },
+    {
+      "epoch": 9.13933236574746,
+      "grad_norm": 6.024877071380615,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 0.1389,
+      "step": 4725
+    },
+    {
+      "epoch": 9.187711659409773,
+      "grad_norm": 8.221734046936035,
+      "learning_rate": 1.2015903718031379e-05,
+      "loss": 0.155,
+      "step": 4750
+    },
+    {
+      "epoch": 9.236090953072084,
+      "grad_norm": 8.969803810119629,
+      "learning_rate": 1.1962174940898346e-05,
+      "loss": 0.12,
+      "step": 4775
+    },
+    {
+      "epoch": 9.284470246734397,
+      "grad_norm": 40.36125183105469,
+      "learning_rate": 1.1908446163765313e-05,
+      "loss": 0.1371,
+      "step": 4800
+    },
+    {
+      "epoch": 9.33284954039671,
+      "grad_norm": 9.82724380493164,
+      "learning_rate": 1.1854717386632282e-05,
+      "loss": 0.1453,
+      "step": 4825
+    },
+    {
+      "epoch": 9.381228834059023,
+      "grad_norm": 7.422214031219482,
+      "learning_rate": 1.1800988609499249e-05,
+      "loss": 0.1399,
+      "step": 4850
+    },
+    {
+      "epoch": 9.429608127721336,
+      "grad_norm": 10.291814804077148,
+      "learning_rate": 1.1747259832366216e-05,
+      "loss": 0.1516,
+      "step": 4875
+    },
+    {
+      "epoch": 9.477987421383649,
+      "grad_norm": 12.32534122467041,
+      "learning_rate": 1.1693531055233184e-05,
+      "loss": 0.1223,
+      "step": 4900
+    },
+    {
+      "epoch": 9.52636671504596,
+      "grad_norm": 7.44558572769165,
+      "learning_rate": 1.1639802278100151e-05,
+      "loss": 0.1545,
+      "step": 4925
+    },
+    {
+      "epoch": 9.574746008708273,
+      "grad_norm": 16.444664001464844,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 0.1333,
+      "step": 4950
+    },
+    {
+      "epoch": 9.623125302370585,
+      "grad_norm": 13.133450508117676,
+      "learning_rate": 1.1532344723834085e-05,
+      "loss": 0.1274,
+      "step": 4975
+    },
+    {
+      "epoch": 9.671504596032898,
+      "grad_norm": 12.23840618133545,
+      "learning_rate": 1.1478615946701054e-05,
+      "loss": 0.1395,
+      "step": 5000
+    },
+    {
+      "epoch": 9.719883889695211,
+      "grad_norm": 8.556947708129883,
+      "learning_rate": 1.1424887169568021e-05,
+      "loss": 0.1369,
+      "step": 5025
+    },
+    {
+      "epoch": 9.768263183357522,
+      "grad_norm": 34.472103118896484,
+      "learning_rate": 1.1371158392434988e-05,
+      "loss": 0.1224,
+      "step": 5050
+    },
+    {
+      "epoch": 9.816642477019835,
+      "grad_norm": 8.675935745239258,
+      "learning_rate": 1.1317429615301955e-05,
+      "loss": 0.1238,
+      "step": 5075
+    },
+    {
+      "epoch": 9.865021770682148,
+      "grad_norm": 29.630449295043945,
+      "learning_rate": 1.1263700838168926e-05,
+      "loss": 0.1111,
+      "step": 5100
+    },
+    {
+      "epoch": 9.91340106434446,
+      "grad_norm": 5.814502239227295,
+      "learning_rate": 1.1209972061035893e-05,
+      "loss": 0.1521,
+      "step": 5125
+    },
+    {
+      "epoch": 9.961780358006774,
+      "grad_norm": 10.629406929016113,
+      "learning_rate": 1.115624328390286e-05,
+      "loss": 0.1152,
+      "step": 5150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.2362052274927396,
+      "eval_loss": 1.4817556142807007,
+      "eval_macro_f1": 0.5923548247042076,
+      "eval_micro_f1": 0.6000713521227257,
+      "eval_runtime": 5.6126,
+      "eval_samples_per_second": 368.1,
+      "eval_steps_per_second": 23.162,
+      "eval_weighted_f1": 0.5999694150207614,
+      "step": 5170
+    },
+    {
+      "epoch": 10.009675858732463,
+      "grad_norm": 19.721166610717773,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 0.1295,
+      "step": 5175
+    },
+    {
+      "epoch": 10.058055152394775,
+      "grad_norm": 4.899190902709961,
+      "learning_rate": 1.1048785729636795e-05,
+      "loss": 0.0959,
+      "step": 5200
+    },
+    {
+      "epoch": 10.106434446057088,
+      "grad_norm": 6.745769023895264,
+      "learning_rate": 1.0995056952503762e-05,
+      "loss": 0.0893,
+      "step": 5225
+    },
+    {
+      "epoch": 10.1548137397194,
+      "grad_norm": 4.116482734680176,
+      "learning_rate": 1.094132817537073e-05,
+      "loss": 0.0832,
+      "step": 5250
+    },
+    {
+      "epoch": 10.203193033381712,
+      "grad_norm": 11.092554092407227,
+      "learning_rate": 1.0887599398237696e-05,
+      "loss": 0.1016,
+      "step": 5275
+    },
+    {
+      "epoch": 10.251572327044025,
+      "grad_norm": 12.257516860961914,
+      "learning_rate": 1.0833870621104665e-05,
+      "loss": 0.0956,
+      "step": 5300
+    },
+    {
+      "epoch": 10.299951620706338,
+      "grad_norm": 10.613274574279785,
+      "learning_rate": 1.0780141843971632e-05,
+      "loss": 0.0813,
+      "step": 5325
+    },
+    {
+      "epoch": 10.34833091436865,
+      "grad_norm": 3.301372528076172,
+      "learning_rate": 1.0726413066838599e-05,
+      "loss": 0.0885,
+      "step": 5350
+    },
+    {
+      "epoch": 10.396710208030962,
+      "grad_norm": 29.620338439941406,
+      "learning_rate": 1.0672684289705568e-05,
+      "loss": 0.0999,
+      "step": 5375
+    },
+    {
+      "epoch": 10.445089501693275,
+      "grad_norm": 12.192748069763184,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 0.1013,
+      "step": 5400
+    },
+    {
+      "epoch": 10.493468795355588,
+      "grad_norm": 3.355159044265747,
+      "learning_rate": 1.0565226735439502e-05,
+      "loss": 0.0817,
+      "step": 5425
+    },
+    {
+      "epoch": 10.5418480890179,
+      "grad_norm": 7.036643028259277,
+      "learning_rate": 1.0511497958306469e-05,
+      "loss": 0.0967,
+      "step": 5450
+    },
+    {
+      "epoch": 10.590227382680213,
+      "grad_norm": 13.879063606262207,
+      "learning_rate": 1.0457769181173438e-05,
+      "loss": 0.088,
+      "step": 5475
+    },
+    {
+      "epoch": 10.638606676342526,
+      "grad_norm": 3.1721584796905518,
+      "learning_rate": 1.0404040404040405e-05,
+      "loss": 0.0938,
+      "step": 5500
+    },
+    {
+      "epoch": 10.686985970004837,
+      "grad_norm": 6.146439075469971,
+      "learning_rate": 1.0350311626907372e-05,
+      "loss": 0.0844,
+      "step": 5525
+    },
+    {
+      "epoch": 10.73536526366715,
+      "grad_norm": 10.45779037475586,
+      "learning_rate": 1.0296582849774339e-05,
+      "loss": 0.0959,
+      "step": 5550
+    },
+    {
+      "epoch": 10.783744557329463,
+      "grad_norm": 3.6123831272125244,
+      "learning_rate": 1.0242854072641309e-05,
+      "loss": 0.0865,
+      "step": 5575
+    },
+    {
+      "epoch": 10.832123850991776,
+      "grad_norm": 2.953831911087036,
+      "learning_rate": 1.0189125295508276e-05,
+      "loss": 0.0809,
+      "step": 5600
+    },
+    {
+      "epoch": 10.880503144654089,
+      "grad_norm": 25.01235580444336,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 0.0886,
+      "step": 5625
+    },
+    {
+      "epoch": 10.9288824383164,
+      "grad_norm": 29.682758331298828,
+      "learning_rate": 1.008166774124221e-05,
+      "loss": 0.0815,
+      "step": 5650
+    },
+    {
+      "epoch": 10.977261731978713,
+      "grad_norm": 18.860139846801758,
+      "learning_rate": 1.0027938964109179e-05,
+      "loss": 0.0993,
+      "step": 5675
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.24782187802516942,
+      "eval_loss": 1.6565614938735962,
+      "eval_macro_f1": 0.5883557833987837,
+      "eval_micro_f1": 0.596396617232504,
+      "eval_runtime": 5.4369,
+      "eval_samples_per_second": 379.999,
+      "eval_steps_per_second": 23.911,
+      "eval_weighted_f1": 0.596171972991852,
+      "step": 5687
+    },
+    {
+      "epoch": 11.025157232704403,
+      "grad_norm": 16.500091552734375,
+      "learning_rate": 9.974210186976146e-06,
+      "loss": 0.0846,
+      "step": 5700
+    },
+    {
+      "epoch": 11.073536526366714,
+      "grad_norm": 2.1282219886779785,
+      "learning_rate": 9.920481409843113e-06,
+      "loss": 0.0797,
+      "step": 5725
+    },
+    {
+      "epoch": 11.121915820029027,
+      "grad_norm": 3.727877140045166,
+      "learning_rate": 9.86675263271008e-06,
+      "loss": 0.0676,
+      "step": 5750
+    },
+    {
+      "epoch": 11.17029511369134,
+      "grad_norm": 2.755326986312866,
+      "learning_rate": 9.813023855577047e-06,
+      "loss": 0.053,
+      "step": 5775
+    },
+    {
+      "epoch": 11.218674407353653,
+      "grad_norm": 3.4473965167999268,
+      "learning_rate": 9.759295078444016e-06,
+      "loss": 0.0786,
+      "step": 5800
+    },
+    {
+      "epoch": 11.267053701015966,
+      "grad_norm": 7.531364917755127,
+      "learning_rate": 9.705566301310983e-06,
+      "loss": 0.0604,
+      "step": 5825
+    },
+    {
+      "epoch": 11.315432994678277,
+      "grad_norm": 3.75040864944458,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 0.0667,
+      "step": 5850
+    },
+    {
+      "epoch": 11.36381228834059,
+      "grad_norm": 3.005366563796997,
+      "learning_rate": 9.598108747044918e-06,
+      "loss": 0.0654,
+      "step": 5875
+    },
+    {
+      "epoch": 11.412191582002903,
+      "grad_norm": 14.904425621032715,
+      "learning_rate": 9.544379969911885e-06,
+      "loss": 0.062,
+      "step": 5900
+    },
+    {
+      "epoch": 11.460570875665216,
+      "grad_norm": 8.241390228271484,
+      "learning_rate": 9.490651192778854e-06,
+      "loss": 0.0711,
+      "step": 5925
+    },
+    {
+      "epoch": 11.508950169327528,
+      "grad_norm": 4.011204242706299,
+      "learning_rate": 9.436922415645821e-06,
+      "loss": 0.0632,
+      "step": 5950
+    },
+    {
+      "epoch": 11.55732946298984,
+      "grad_norm": 5.210984230041504,
+      "learning_rate": 9.383193638512788e-06,
+      "loss": 0.0648,
+      "step": 5975
+    },
+    {
+      "epoch": 11.605708756652152,
+      "grad_norm": 20.125871658325195,
+      "learning_rate": 9.329464861379755e-06,
+      "loss": 0.0544,
+      "step": 6000
+    },
+    {
+      "epoch": 11.654088050314465,
+      "grad_norm": 17.47909164428711,
+      "learning_rate": 9.275736084246724e-06,
+      "loss": 0.067,
+      "step": 6025
+    },
+    {
+      "epoch": 11.702467343976778,
+      "grad_norm": 13.227947235107422,
+      "learning_rate": 9.22200730711369e-06,
+      "loss": 0.0624,
+      "step": 6050
+    },
+    {
+      "epoch": 11.750846637639091,
+      "grad_norm": 37.811134338378906,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 0.0617,
+      "step": 6075
+    },
+    {
+      "epoch": 11.799225931301404,
+      "grad_norm": 7.021187782287598,
+      "learning_rate": 9.114549752847626e-06,
+      "loss": 0.0597,
+      "step": 6100
+    },
+    {
+      "epoch": 11.847605224963715,
+      "grad_norm": 4.890411376953125,
+      "learning_rate": 9.060820975714594e-06,
+      "loss": 0.0606,
+      "step": 6125
+    },
+    {
+      "epoch": 11.895984518626028,
+      "grad_norm": 3.321364402770996,
+      "learning_rate": 9.00709219858156e-06,
+      "loss": 0.0532,
+      "step": 6150
+    },
+    {
+      "epoch": 11.94436381228834,
+      "grad_norm": 8.073060989379883,
+      "learning_rate": 8.95336342144853e-06,
+      "loss": 0.0646,
+      "step": 6175
+    },
+    {
+      "epoch": 11.992743105950654,
+      "grad_norm": 18.8115234375,
+      "learning_rate": 8.899634644315496e-06,
+      "loss": 0.0553,
+      "step": 6200
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.2536302032913843,
+      "eval_loss": 1.8285707235336304,
+      "eval_macro_f1": 0.5854488518035442,
+      "eval_micro_f1": 0.597724658059568,
+      "eval_runtime": 5.5233,
+      "eval_samples_per_second": 374.049,
+      "eval_steps_per_second": 23.536,
+      "eval_weighted_f1": 0.5946488162421791,
+      "step": 6204
+    },
+    {
+      "epoch": 12.040638606676342,
+      "grad_norm": 4.036906719207764,
+      "learning_rate": 8.845905867182463e-06,
+      "loss": 0.0353,
+      "step": 6225
+    },
+    {
+      "epoch": 12.089017900338655,
+      "grad_norm": 4.115695476531982,
+      "learning_rate": 8.79217709004943e-06,
+      "loss": 0.0432,
+      "step": 6250
+    },
+    {
+      "epoch": 12.137397194000968,
+      "grad_norm": 6.846991062164307,
+      "learning_rate": 8.738448312916399e-06,
+      "loss": 0.0492,
+      "step": 6275
+    },
+    {
+      "epoch": 12.18577648766328,
+      "grad_norm": 5.697531223297119,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 0.0406,
+      "step": 6300
+    },
+    {
+      "epoch": 12.234155781325592,
+      "grad_norm": 2.672398328781128,
+      "learning_rate": 8.630990758650335e-06,
+      "loss": 0.0433,
+      "step": 6325
+    },
+    {
+      "epoch": 12.282535074987905,
+      "grad_norm": 1.9315681457519531,
+      "learning_rate": 8.5772619815173e-06,
+      "loss": 0.0325,
+      "step": 6350
+    },
+    {
+      "epoch": 12.330914368650218,
+      "grad_norm": 2.541679859161377,
+      "learning_rate": 8.523533204384269e-06,
+      "loss": 0.0561,
+      "step": 6375
+    },
+    {
+      "epoch": 12.37929366231253,
+      "grad_norm": 2.7204172611236572,
+      "learning_rate": 8.469804427251237e-06,
+      "loss": 0.039,
+      "step": 6400
+    },
+    {
+      "epoch": 12.427672955974844,
+      "grad_norm": 5.7485833168029785,
+      "learning_rate": 8.416075650118204e-06,
+      "loss": 0.0408,
+      "step": 6425
+    },
+    {
+      "epoch": 12.476052249637155,
+      "grad_norm": 1.8942816257476807,
+      "learning_rate": 8.362346872985171e-06,
+      "loss": 0.0327,
+      "step": 6450
+    },
+    {
+      "epoch": 12.524431543299468,
+      "grad_norm": 3.9231154918670654,
+      "learning_rate": 8.308618095852138e-06,
+      "loss": 0.0437,
+      "step": 6475
+    },
+    {
+      "epoch": 12.57281083696178,
+      "grad_norm": 6.353264331817627,
+      "learning_rate": 8.254889318719107e-06,
+      "loss": 0.0448,
+      "step": 6500
+    },
+    {
+      "epoch": 12.621190130624093,
+      "grad_norm": 1.3241595029830933,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 0.0379,
+      "step": 6525
+    },
+    {
+      "epoch": 12.669569424286406,
+      "grad_norm": 2.2568774223327637,
+      "learning_rate": 8.147431764453041e-06,
+      "loss": 0.0441,
+      "step": 6550
+    },
+    {
+      "epoch": 12.717948717948717,
+      "grad_norm": 1.760724663734436,
+      "learning_rate": 8.093702987320008e-06,
+      "loss": 0.0408,
+      "step": 6575
+    },
+    {
+      "epoch": 12.76632801161103,
+      "grad_norm": 12.205815315246582,
+      "learning_rate": 8.039974210186977e-06,
+      "loss": 0.0346,
+      "step": 6600
+    },
+    {
+      "epoch": 12.814707305273343,
+      "grad_norm": 7.124369144439697,
+      "learning_rate": 7.986245433053944e-06,
+      "loss": 0.0441,
+      "step": 6625
+    },
+    {
+      "epoch": 12.863086598935656,
+      "grad_norm": 6.681365013122559,
+      "learning_rate": 7.932516655920913e-06,
+      "loss": 0.0364,
+      "step": 6650
+    },
+    {
+      "epoch": 12.911465892597969,
+      "grad_norm": 2.1792235374450684,
+      "learning_rate": 7.87878787878788e-06,
+      "loss": 0.0265,
+      "step": 6675
+    },
+    {
+      "epoch": 12.959845186260281,
+      "grad_norm": 4.081065654754639,
+      "learning_rate": 7.825059101654847e-06,
+      "loss": 0.0349,
+      "step": 6700
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.2575024201355276,
+      "eval_loss": 1.9941647052764893,
+      "eval_macro_f1": 0.584001356345767,
+      "eval_micro_f1": 0.5975842339478703,
+      "eval_runtime": 5.5721,
+      "eval_samples_per_second": 370.775,
+      "eval_steps_per_second": 23.33,
+      "eval_weighted_f1": 0.5942402203181263,
+      "step": 6721
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/optimizer.pt b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..4bab7fb0f0f2e2db023926a48ca386b0a4d49b4f
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6cc08fb38c2bad48f0618524d3d516cc0a28f25a058255c7df8a427ecdb7a6f6
+size 2455803898
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/special_tokens_map.json b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/tokenizer_config.json b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/trainer_state.json b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..809735914a9b9365296b4668767b9c375beb4aa8
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170/trainer_state.json
@@ -0,0 +1,1605 @@
+{
+  "best_global_step": 5170,
+  "best_metric": 0.589434727277138,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170",
+  "epoch": 10.0,
+  "eval_steps": 500,
+  "global_step": 5170,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 20.600679397583008,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 6.1825,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 30.06682777404785,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 6.2062,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 42.98817825317383,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 6.2119,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 41.241455078125,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 6.2769,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 29.569080352783203,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 6.2469,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 49.71651077270508,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.87,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 64.41657257080078,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.4886,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 119.12712097167969,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.3461,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 41.996177673339844,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 5.2256,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 45.50010299682617,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 5.1109,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 52.410972595214844,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.8456,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 49.1644401550293,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 4.683,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 47.94610595703125,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 4.3123,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 60.47032928466797,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 4.2152,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 44.62295150756836,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.8339,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 41.32942199707031,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.6444,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 53.73849868774414,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.5706,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 45.966896057128906,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.4673,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 63.861595153808594,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.3177,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 41.101097106933594,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.2164,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.0,
+      "eval_loss": 0.8231925368309021,
+      "eval_macro_f1": 0.34216263720178525,
+      "eval_micro_f1": 0.337747653806048,
+      "eval_runtime": 6.313,
+      "eval_samples_per_second": 327.26,
+      "eval_steps_per_second": 20.592,
+      "eval_weighted_f1": 0.38981140117064333,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 44.26546096801758,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.1979,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 49.26689529418945,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 3.0493,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 69.12428283691406,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 2.98,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 40.86597442626953,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9305,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 47.19956970214844,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 2.8299,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 46.6910400390625,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.9211,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 57.872745513916016,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 2.7723,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 58.74005126953125,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.7591,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 53.417659759521484,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.8324,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 47.01392364501953,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.7352,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 28.24998664855957,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.788,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 39.79134750366211,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.9149,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 48.90116882324219,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.7262,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 28.227449417114258,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.6496,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 36.70613479614258,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.5537,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 43.6883659362793,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.6617,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 26.502294540405273,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.7368,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 37.10898208618164,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.6178,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 36.204402923583984,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.6761,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 62.0139045715332,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.6861,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 39.6117057800293,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.7002,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.02371732817037754,
+      "eval_loss": 0.6759107112884521,
+      "eval_macro_f1": 0.4354584932449341,
+      "eval_micro_f1": 0.43233929754804507,
+      "eval_runtime": 5.6644,
+      "eval_samples_per_second": 364.736,
+      "eval_steps_per_second": 22.95,
+      "eval_weighted_f1": 0.4704001281330024,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 26.361440658569336,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.3148,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 30.053062438964844,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.0261,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 24.437320709228516,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0236,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 37.63768005371094,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 1.9279,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 42.6441535949707,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 1.8489,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 35.70348358154297,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0249,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 39.0828742980957,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 1.9869,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 30.211214065551758,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 1.9741,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 43.03292465209961,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.014,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 39.75204086303711,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 1.9181,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 34.29039764404297,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 1.9892,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 25.930347442626953,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 2.0849,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 39.423213958740234,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 1.9219,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 63.95563888549805,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 2.0462,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 34.35785675048828,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.9176,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 37.079219818115234,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 1.975,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 40.930641174316406,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 1.9846,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 43.24209213256836,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 1.9374,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 38.124595642089844,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.0474,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 30.22981071472168,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0123,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 39.19548797607422,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 1.9482,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.05179090029041626,
+      "eval_loss": 0.665620744228363,
+      "eval_macro_f1": 0.46672674569908346,
+      "eval_micro_f1": 0.4773027765535478,
+      "eval_runtime": 5.8103,
+      "eval_samples_per_second": 355.576,
+      "eval_steps_per_second": 22.374,
+      "eval_weighted_f1": 0.49903411761450944,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 19.97246551513672,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.4068,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 24.109786987304688,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.3255,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 20.71240234375,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3676,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 21.054019927978516,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3302,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 25.625886917114258,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.3557,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 47.89445495605469,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.3241,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 28.339155197143555,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3083,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 35.56329345703125,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.39,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 18.297740936279297,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.3024,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 31.80245018005371,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.3401,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 26.715131759643555,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.3323,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 30.28158187866211,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.3132,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 26.471210479736328,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.3529,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 25.33024024963379,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.3121,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 21.102516174316406,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.2909,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 19.447378158569336,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.3753,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 62.51108169555664,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.3118,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 22.527835845947266,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.3277,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 19.42020606994629,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3286,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 21.45450210571289,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.2698,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.07599225556631171,
+      "eval_loss": 0.7484419941902161,
+      "eval_macro_f1": 0.5203293862972227,
+      "eval_micro_f1": 0.5237264190143771,
+      "eval_runtime": 5.3852,
+      "eval_samples_per_second": 383.645,
+      "eval_steps_per_second": 24.14,
+      "eval_weighted_f1": 0.5407782612024529,
+      "step": 2068
+    },
+    {
+      "epoch": 4.013546202225448,
+      "grad_norm": 15.687787055969238,
+      "learning_rate": 1.7764882871265852e-05,
+      "loss": 1.2211,
+      "step": 2075
+    },
+    {
+      "epoch": 4.06192549588776,
+      "grad_norm": 16.55188751220703,
+      "learning_rate": 1.771115409413282e-05,
+      "loss": 0.9502,
+      "step": 2100
+    },
+    {
+      "epoch": 4.110304789550073,
+      "grad_norm": 13.31183910369873,
+      "learning_rate": 1.7657425316999787e-05,
+      "loss": 0.903,
+      "step": 2125
+    },
+    {
+      "epoch": 4.1586840832123855,
+      "grad_norm": 22.235689163208008,
+      "learning_rate": 1.7603696539866754e-05,
+      "loss": 0.8355,
+      "step": 2150
+    },
+    {
+      "epoch": 4.2070633768746974,
+      "grad_norm": 15.510726928710938,
+      "learning_rate": 1.754996776273372e-05,
+      "loss": 0.88,
+      "step": 2175
+    },
+    {
+      "epoch": 4.25544267053701,
+      "grad_norm": 19.57192611694336,
+      "learning_rate": 1.7496238985600688e-05,
+      "loss": 0.864,
+      "step": 2200
+    },
+    {
+      "epoch": 4.303821964199322,
+      "grad_norm": 19.43657875061035,
+      "learning_rate": 1.7442510208467655e-05,
+      "loss": 0.8511,
+      "step": 2225
+    },
+    {
+      "epoch": 4.352201257861635,
+      "grad_norm": 24.799591064453125,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 0.8852,
+      "step": 2250
+    },
+    {
+      "epoch": 4.400580551523948,
+      "grad_norm": 22.057743072509766,
+      "learning_rate": 1.7335052654201592e-05,
+      "loss": 0.8875,
+      "step": 2275
+    },
+    {
+      "epoch": 4.44895984518626,
+      "grad_norm": 27.41041374206543,
+      "learning_rate": 1.728132387706856e-05,
+      "loss": 0.8837,
+      "step": 2300
+    },
+    {
+      "epoch": 4.497339138848573,
+      "grad_norm": 29.716754913330078,
+      "learning_rate": 1.722759509993553e-05,
+      "loss": 0.9135,
+      "step": 2325
+    },
+    {
+      "epoch": 4.545718432510886,
+      "grad_norm": 24.318517684936523,
+      "learning_rate": 1.7173866322802496e-05,
+      "loss": 0.8461,
+      "step": 2350
+    },
+    {
+      "epoch": 4.594097726173198,
+      "grad_norm": 16.628787994384766,
+      "learning_rate": 1.7120137545669463e-05,
+      "loss": 0.8821,
+      "step": 2375
+    },
+    {
+      "epoch": 4.6424770198355105,
+      "grad_norm": 46.459529876708984,
+      "learning_rate": 1.706640876853643e-05,
+      "loss": 0.9245,
+      "step": 2400
+    },
+    {
+      "epoch": 4.690856313497823,
+      "grad_norm": 14.634248733520508,
+      "learning_rate": 1.7012679991403397e-05,
+      "loss": 0.8673,
+      "step": 2425
+    },
+    {
+      "epoch": 4.739235607160135,
+      "grad_norm": 21.34632110595703,
+      "learning_rate": 1.6958951214270364e-05,
+      "loss": 0.9252,
+      "step": 2450
+    },
+    {
+      "epoch": 4.787614900822448,
+      "grad_norm": 25.422361373901367,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 0.9202,
+      "step": 2475
+    },
+    {
+      "epoch": 4.83599419448476,
+      "grad_norm": 38.252071380615234,
+      "learning_rate": 1.68514936600043e-05,
+      "loss": 0.8975,
+      "step": 2500
+    },
+    {
+      "epoch": 4.884373488147073,
+      "grad_norm": 27.988414764404297,
+      "learning_rate": 1.679776488287127e-05,
+      "loss": 0.874,
+      "step": 2525
+    },
+    {
+      "epoch": 4.932752781809386,
+      "grad_norm": 26.79656219482422,
+      "learning_rate": 1.6744036105738236e-05,
+      "loss": 0.827,
+      "step": 2550
+    },
+    {
+      "epoch": 4.981132075471698,
+      "grad_norm": 33.93637466430664,
+      "learning_rate": 1.6690307328605203e-05,
+      "loss": 0.9045,
+      "step": 2575
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.13601161665053244,
+      "eval_loss": 0.8465583324432373,
+      "eval_macro_f1": 0.552712074368496,
+      "eval_micro_f1": 0.56176582038651,
+      "eval_runtime": 5.4819,
+      "eval_samples_per_second": 376.876,
+      "eval_steps_per_second": 23.714,
+      "eval_weighted_f1": 0.5701863454454216,
+      "step": 2585
+    },
+    {
+      "epoch": 5.029027576197388,
+      "grad_norm": 19.655452728271484,
+      "learning_rate": 1.663657855147217e-05,
+      "loss": 0.8078,
+      "step": 2600
+    },
+    {
+      "epoch": 5.0774068698597,
+      "grad_norm": 25.15059471130371,
+      "learning_rate": 1.6582849774339137e-05,
+      "loss": 0.6029,
+      "step": 2625
+    },
+    {
+      "epoch": 5.1257861635220126,
+      "grad_norm": 13.527154922485352,
+      "learning_rate": 1.6529120997206104e-05,
+      "loss": 0.6198,
+      "step": 2650
+    },
+    {
+      "epoch": 5.174165457184325,
+      "grad_norm": 23.91451072692871,
+      "learning_rate": 1.647539222007307e-05,
+      "loss": 0.618,
+      "step": 2675
+    },
+    {
+      "epoch": 5.222544750846637,
+      "grad_norm": 31.882299423217773,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 0.6189,
+      "step": 2700
+    },
+    {
+      "epoch": 5.27092404450895,
+      "grad_norm": 18.6425838470459,
+      "learning_rate": 1.636793466580701e-05,
+      "loss": 0.6338,
+      "step": 2725
+    },
+    {
+      "epoch": 5.319303338171263,
+      "grad_norm": 17.643692016601562,
+      "learning_rate": 1.6314205888673975e-05,
+      "loss": 0.6113,
+      "step": 2750
+    },
+    {
+      "epoch": 5.367682631833575,
+      "grad_norm": 17.959148406982422,
+      "learning_rate": 1.6260477111540942e-05,
+      "loss": 0.5958,
+      "step": 2775
+    },
+    {
+      "epoch": 5.416061925495888,
+      "grad_norm": 14.296588897705078,
+      "learning_rate": 1.6206748334407913e-05,
+      "loss": 0.5945,
+      "step": 2800
+    },
+    {
+      "epoch": 5.4644412191582,
+      "grad_norm": 15.655406951904297,
+      "learning_rate": 1.615301955727488e-05,
+      "loss": 0.6228,
+      "step": 2825
+    },
+    {
+      "epoch": 5.512820512820513,
+      "grad_norm": 14.58396053314209,
+      "learning_rate": 1.6099290780141847e-05,
+      "loss": 0.6123,
+      "step": 2850
+    },
+    {
+      "epoch": 5.561199806482826,
+      "grad_norm": 19.153400421142578,
+      "learning_rate": 1.604556200300881e-05,
+      "loss": 0.6001,
+      "step": 2875
+    },
+    {
+      "epoch": 5.609579100145138,
+      "grad_norm": 34.8978157043457,
+      "learning_rate": 1.599183322587578e-05,
+      "loss": 0.5806,
+      "step": 2900
+    },
+    {
+      "epoch": 5.6579583938074505,
+      "grad_norm": 26.24949073791504,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 0.5953,
+      "step": 2925
+    },
+    {
+      "epoch": 5.706337687469762,
+      "grad_norm": 19.79196548461914,
+      "learning_rate": 1.5884375671609715e-05,
+      "loss": 0.6026,
+      "step": 2950
+    },
+    {
+      "epoch": 5.754716981132075,
+      "grad_norm": 13.436513900756836,
+      "learning_rate": 1.5830646894476682e-05,
+      "loss": 0.6054,
+      "step": 2975
+    },
+    {
+      "epoch": 5.803096274794388,
+      "grad_norm": 31.182945251464844,
+      "learning_rate": 1.5776918117343652e-05,
+      "loss": 0.6121,
+      "step": 3000
+    },
+    {
+      "epoch": 5.851475568456701,
+      "grad_norm": 22.485427856445312,
+      "learning_rate": 1.572318934021062e-05,
+      "loss": 0.6009,
+      "step": 3025
+    },
+    {
+      "epoch": 5.899854862119013,
+      "grad_norm": 18.47856330871582,
+      "learning_rate": 1.5669460563077586e-05,
+      "loss": 0.5997,
+      "step": 3050
+    },
+    {
+      "epoch": 5.948234155781326,
+      "grad_norm": 44.44479751586914,
+      "learning_rate": 1.5615731785944553e-05,
+      "loss": 0.5992,
+      "step": 3075
+    },
+    {
+      "epoch": 5.996613449443638,
+      "grad_norm": 30.97154998779297,
+      "learning_rate": 1.556200300881152e-05,
+      "loss": 0.6082,
+      "step": 3100
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.16553727008712488,
+      "eval_loss": 0.9848429560661316,
+      "eval_macro_f1": 0.5687996052858225,
+      "eval_micro_f1": 0.575506072874494,
+      "eval_runtime": 5.3083,
+      "eval_samples_per_second": 389.199,
+      "eval_steps_per_second": 24.49,
+      "eval_weighted_f1": 0.582965681273497,
+      "step": 3102
+    },
+    {
+      "epoch": 6.044508950169328,
+      "grad_norm": 9.843907356262207,
+      "learning_rate": 1.5508274231678487e-05,
+      "loss": 0.4283,
+      "step": 3125
+    },
+    {
+      "epoch": 6.09288824383164,
+      "grad_norm": 13.727682113647461,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.412,
+      "step": 3150
+    },
+    {
+      "epoch": 6.1412675374939525,
+      "grad_norm": 16.03984260559082,
+      "learning_rate": 1.540081667741242e-05,
+      "loss": 0.387,
+      "step": 3175
+    },
+    {
+      "epoch": 6.189646831156265,
+      "grad_norm": 20.45041275024414,
+      "learning_rate": 1.5347087900279392e-05,
+      "loss": 0.4072,
+      "step": 3200
+    },
+    {
+      "epoch": 6.238026124818577,
+      "grad_norm": 28.849712371826172,
+      "learning_rate": 1.529335912314636e-05,
+      "loss": 0.4208,
+      "step": 3225
+    },
+    {
+      "epoch": 6.28640541848089,
+      "grad_norm": 12.923964500427246,
+      "learning_rate": 1.5239630346013326e-05,
+      "loss": 0.4338,
+      "step": 3250
+    },
+    {
+      "epoch": 6.334784712143203,
+      "grad_norm": 10.139525413513184,
+      "learning_rate": 1.5185901568880293e-05,
+      "loss": 0.3854,
+      "step": 3275
+    },
+    {
+      "epoch": 6.383164005805515,
+      "grad_norm": 21.204071044921875,
+      "learning_rate": 1.5132172791747262e-05,
+      "loss": 0.3961,
+      "step": 3300
+    },
+    {
+      "epoch": 6.431543299467828,
+      "grad_norm": 14.64260482788086,
+      "learning_rate": 1.5078444014614229e-05,
+      "loss": 0.4011,
+      "step": 3325
+    },
+    {
+      "epoch": 6.479922593130141,
+      "grad_norm": 19.59510612487793,
+      "learning_rate": 1.5024715237481196e-05,
+      "loss": 0.4044,
+      "step": 3350
+    },
+    {
+      "epoch": 6.528301886792453,
+      "grad_norm": 23.265052795410156,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 0.4062,
+      "step": 3375
+    },
+    {
+      "epoch": 6.576681180454766,
+      "grad_norm": 29.013681411743164,
+      "learning_rate": 1.4917257683215131e-05,
+      "loss": 0.4101,
+      "step": 3400
+    },
+    {
+      "epoch": 6.6250604741170775,
+      "grad_norm": 15.696846008300781,
+      "learning_rate": 1.4863528906082098e-05,
+      "loss": 0.4227,
+      "step": 3425
+    },
+    {
+      "epoch": 6.67343976777939,
+      "grad_norm": 16.840084075927734,
+      "learning_rate": 1.4809800128949065e-05,
+      "loss": 0.4062,
+      "step": 3450
+    },
+    {
+      "epoch": 6.721819061441703,
+      "grad_norm": 17.272775650024414,
+      "learning_rate": 1.4756071351816034e-05,
+      "loss": 0.3909,
+      "step": 3475
+    },
+    {
+      "epoch": 6.770198355104015,
+      "grad_norm": 10.996580123901367,
+      "learning_rate": 1.4702342574683001e-05,
+      "loss": 0.4421,
+      "step": 3500
+    },
+    {
+      "epoch": 6.818577648766328,
+      "grad_norm": 16.338878631591797,
+      "learning_rate": 1.4648613797549968e-05,
+      "loss": 0.394,
+      "step": 3525
+    },
+    {
+      "epoch": 6.86695694242864,
+      "grad_norm": 23.82508659362793,
+      "learning_rate": 1.4594885020416935e-05,
+      "loss": 0.3973,
+      "step": 3550
+    },
+    {
+      "epoch": 6.915336236090953,
+      "grad_norm": 26.819988250732422,
+      "learning_rate": 1.4541156243283906e-05,
+      "loss": 0.4311,
+      "step": 3575
+    },
+    {
+      "epoch": 6.963715529753266,
+      "grad_norm": 24.445058822631836,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 0.4198,
+      "step": 3600
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.21006776379477252,
+      "eval_loss": 1.14983332157135,
+      "eval_macro_f1": 0.5795210854402564,
+      "eval_micro_f1": 0.5896616334178332,
+      "eval_runtime": 5.458,
+      "eval_samples_per_second": 378.527,
+      "eval_steps_per_second": 23.818,
+      "eval_weighted_f1": 0.5918606827934085,
+      "step": 3619
+    },
+    {
+      "epoch": 7.011611030478955,
+      "grad_norm": 12.576312065124512,
+      "learning_rate": 1.443369868901784e-05,
+      "loss": 0.3808,
+      "step": 3625
+    },
+    {
+      "epoch": 7.059990324141268,
+      "grad_norm": 7.377674102783203,
+      "learning_rate": 1.4379969911884807e-05,
+      "loss": 0.2827,
+      "step": 3650
+    },
+    {
+      "epoch": 7.1083696178035805,
+      "grad_norm": 13.1163969039917,
+      "learning_rate": 1.4326241134751775e-05,
+      "loss": 0.2818,
+      "step": 3675
+    },
+    {
+      "epoch": 7.156748911465892,
+      "grad_norm": 30.6253604888916,
+      "learning_rate": 1.4272512357618742e-05,
+      "loss": 0.2656,
+      "step": 3700
+    },
+    {
+      "epoch": 7.205128205128205,
+      "grad_norm": 17.95513916015625,
+      "learning_rate": 1.421878358048571e-05,
+      "loss": 0.2815,
+      "step": 3725
+    },
+    {
+      "epoch": 7.253507498790517,
+      "grad_norm": 11.464018821716309,
+      "learning_rate": 1.4165054803352676e-05,
+      "loss": 0.2909,
+      "step": 3750
+    },
+    {
+      "epoch": 7.30188679245283,
+      "grad_norm": 9.088630676269531,
+      "learning_rate": 1.4111326026219645e-05,
+      "loss": 0.2545,
+      "step": 3775
+    },
+    {
+      "epoch": 7.350266086115143,
+      "grad_norm": 9.010058403015137,
+      "learning_rate": 1.4057597249086612e-05,
+      "loss": 0.2781,
+      "step": 3800
+    },
+    {
+      "epoch": 7.398645379777455,
+      "grad_norm": 17.2078914642334,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 0.3085,
+      "step": 3825
+    },
+    {
+      "epoch": 7.447024673439768,
+      "grad_norm": 23.25287437438965,
+      "learning_rate": 1.3950139694820548e-05,
+      "loss": 0.2535,
+      "step": 3850
+    },
+    {
+      "epoch": 7.495403967102081,
+      "grad_norm": 14.707906723022461,
+      "learning_rate": 1.3896410917687515e-05,
+      "loss": 0.278,
+      "step": 3875
+    },
+    {
+      "epoch": 7.543783260764393,
+      "grad_norm": 15.687484741210938,
+      "learning_rate": 1.3842682140554482e-05,
+      "loss": 0.2746,
+      "step": 3900
+    },
+    {
+      "epoch": 7.5921625544267055,
+      "grad_norm": 25.203109741210938,
+      "learning_rate": 1.3788953363421449e-05,
+      "loss": 0.2774,
+      "step": 3925
+    },
+    {
+      "epoch": 7.640541848089018,
+      "grad_norm": 37.83537673950195,
+      "learning_rate": 1.3735224586288418e-05,
+      "loss": 0.2568,
+      "step": 3950
+    },
+    {
+      "epoch": 7.68892114175133,
+      "grad_norm": 19.2193660736084,
+      "learning_rate": 1.3681495809155385e-05,
+      "loss": 0.2744,
+      "step": 3975
+    },
+    {
+      "epoch": 7.737300435413643,
+      "grad_norm": 6.982417106628418,
+      "learning_rate": 1.3627767032022352e-05,
+      "loss": 0.2632,
+      "step": 4000
+    },
+    {
+      "epoch": 7.785679729075955,
+      "grad_norm": 15.570717811584473,
+      "learning_rate": 1.3574038254889319e-05,
+      "loss": 0.3134,
+      "step": 4025
+    },
+    {
+      "epoch": 7.834059022738268,
+      "grad_norm": 16.257978439331055,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 0.2333,
+      "step": 4050
+    },
+    {
+      "epoch": 7.882438316400581,
+      "grad_norm": 15.57512092590332,
+      "learning_rate": 1.3466580700623256e-05,
+      "loss": 0.254,
+      "step": 4075
+    },
+    {
+      "epoch": 7.930817610062893,
+      "grad_norm": 12.211981773376465,
+      "learning_rate": 1.3412851923490221e-05,
+      "loss": 0.287,
+      "step": 4100
+    },
+    {
+      "epoch": 7.979196903725206,
+      "grad_norm": 25.638324737548828,
+      "learning_rate": 1.3359123146357188e-05,
+      "loss": 0.2727,
+      "step": 4125
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.21151984511132624,
+      "eval_loss": 1.3021280765533447,
+      "eval_macro_f1": 0.5782723941294821,
+      "eval_micro_f1": 0.5895004625346901,
+      "eval_runtime": 5.4876,
+      "eval_samples_per_second": 376.488,
+      "eval_steps_per_second": 23.69,
+      "eval_weighted_f1": 0.5897133399112836,
+      "step": 4136
+    },
+    {
+      "epoch": 8.027092404450896,
+      "grad_norm": 6.1955437660217285,
+      "learning_rate": 1.3305394369224159e-05,
+      "loss": 0.2198,
+      "step": 4150
+    },
+    {
+      "epoch": 8.075471698113208,
+      "grad_norm": 14.61245059967041,
+      "learning_rate": 1.3251665592091126e-05,
+      "loss": 0.1759,
+      "step": 4175
+    },
+    {
+      "epoch": 8.12385099177552,
+      "grad_norm": 9.61945629119873,
+      "learning_rate": 1.3197936814958093e-05,
+      "loss": 0.2131,
+      "step": 4200
+    },
+    {
+      "epoch": 8.172230285437832,
+      "grad_norm": 7.219132423400879,
+      "learning_rate": 1.314420803782506e-05,
+      "loss": 0.1917,
+      "step": 4225
+    },
+    {
+      "epoch": 8.220609579100145,
+      "grad_norm": 17.22059440612793,
+      "learning_rate": 1.3090479260692028e-05,
+      "loss": 0.1796,
+      "step": 4250
+    },
+    {
+      "epoch": 8.268988872762458,
+      "grad_norm": 6.578064918518066,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 0.1888,
+      "step": 4275
+    },
+    {
+      "epoch": 8.317368166424771,
+      "grad_norm": 8.158023834228516,
+      "learning_rate": 1.2983021706425962e-05,
+      "loss": 0.1976,
+      "step": 4300
+    },
+    {
+      "epoch": 8.365747460087082,
+      "grad_norm": 9.177253723144531,
+      "learning_rate": 1.2929292929292931e-05,
+      "loss": 0.1877,
+      "step": 4325
+    },
+    {
+      "epoch": 8.414126753749395,
+      "grad_norm": 14.048047065734863,
+      "learning_rate": 1.2875564152159898e-05,
+      "loss": 0.1586,
+      "step": 4350
+    },
+    {
+      "epoch": 8.462506047411708,
+      "grad_norm": 14.019916534423828,
+      "learning_rate": 1.2821835375026865e-05,
+      "loss": 0.1743,
+      "step": 4375
+    },
+    {
+      "epoch": 8.51088534107402,
+      "grad_norm": 5.581477165222168,
+      "learning_rate": 1.2768106597893832e-05,
+      "loss": 0.1539,
+      "step": 4400
+    },
+    {
+      "epoch": 8.559264634736333,
+      "grad_norm": 9.58529281616211,
+      "learning_rate": 1.2714377820760801e-05,
+      "loss": 0.1703,
+      "step": 4425
+    },
+    {
+      "epoch": 8.607643928398645,
+      "grad_norm": 9.120277404785156,
+      "learning_rate": 1.2660649043627768e-05,
+      "loss": 0.1669,
+      "step": 4450
+    },
+    {
+      "epoch": 8.656023222060957,
+      "grad_norm": 9.864692687988281,
+      "learning_rate": 1.2606920266494735e-05,
+      "loss": 0.1636,
+      "step": 4475
+    },
+    {
+      "epoch": 8.70440251572327,
+      "grad_norm": 12.242671966552734,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.1842,
+      "step": 4500
+    },
+    {
+      "epoch": 8.752781809385583,
+      "grad_norm": 24.62540626525879,
+      "learning_rate": 1.2499462712228672e-05,
+      "loss": 0.1816,
+      "step": 4525
+    },
+    {
+      "epoch": 8.801161103047896,
+      "grad_norm": 14.174544334411621,
+      "learning_rate": 1.2445733935095638e-05,
+      "loss": 0.1671,
+      "step": 4550
+    },
+    {
+      "epoch": 8.849540396710207,
+      "grad_norm": 12.847330093383789,
+      "learning_rate": 1.2392005157962605e-05,
+      "loss": 0.169,
+      "step": 4575
+    },
+    {
+      "epoch": 8.89791969037252,
+      "grad_norm": 8.088873863220215,
+      "learning_rate": 1.2338276380829572e-05,
+      "loss": 0.1876,
+      "step": 4600
+    },
+    {
+      "epoch": 8.946298984034833,
+      "grad_norm": 6.645201206207275,
+      "learning_rate": 1.2284547603696542e-05,
+      "loss": 0.166,
+      "step": 4625
+    },
+    {
+      "epoch": 8.994678277697146,
+      "grad_norm": 7.531081676483154,
+      "learning_rate": 1.223081882656351e-05,
+      "loss": 0.1823,
+      "step": 4650
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.2308809293320426,
+      "eval_loss": 1.5150859355926514,
+      "eval_macro_f1": 0.5784395074555267,
+      "eval_micro_f1": 0.5941870363614252,
+      "eval_runtime": 5.4847,
+      "eval_samples_per_second": 376.682,
+      "eval_steps_per_second": 23.702,
+      "eval_weighted_f1": 0.59344746209773,
+      "step": 4653
+    },
+    {
+      "epoch": 9.042573778422835,
+      "grad_norm": 6.2403788566589355,
+      "learning_rate": 1.2177090049430476e-05,
+      "loss": 0.14,
+      "step": 4675
+    },
+    {
+      "epoch": 9.090953072085147,
+      "grad_norm": 11.196371078491211,
+      "learning_rate": 1.2123361272297443e-05,
+      "loss": 0.1201,
+      "step": 4700
+    },
+    {
+      "epoch": 9.13933236574746,
+      "grad_norm": 7.378260135650635,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 0.1368,
+      "step": 4725
+    },
+    {
+      "epoch": 9.187711659409773,
+      "grad_norm": 14.717679977416992,
+      "learning_rate": 1.2015903718031379e-05,
+      "loss": 0.1242,
+      "step": 4750
+    },
+    {
+      "epoch": 9.236090953072084,
+      "grad_norm": 4.994849681854248,
+      "learning_rate": 1.1962174940898346e-05,
+      "loss": 0.1045,
+      "step": 4775
+    },
+    {
+      "epoch": 9.284470246734397,
+      "grad_norm": 7.019216060638428,
+      "learning_rate": 1.1908446163765313e-05,
+      "loss": 0.1335,
+      "step": 4800
+    },
+    {
+      "epoch": 9.33284954039671,
+      "grad_norm": 5.748807907104492,
+      "learning_rate": 1.1854717386632282e-05,
+      "loss": 0.1333,
+      "step": 4825
+    },
+    {
+      "epoch": 9.381228834059023,
+      "grad_norm": 4.704698085784912,
+      "learning_rate": 1.1800988609499249e-05,
+      "loss": 0.1239,
+      "step": 4850
+    },
+    {
+      "epoch": 9.429608127721336,
+      "grad_norm": 7.40090274810791,
+      "learning_rate": 1.1747259832366216e-05,
+      "loss": 0.1199,
+      "step": 4875
+    },
+    {
+      "epoch": 9.477987421383649,
+      "grad_norm": 31.91244125366211,
+      "learning_rate": 1.1693531055233184e-05,
+      "loss": 0.1153,
+      "step": 4900
+    },
+    {
+      "epoch": 9.52636671504596,
+      "grad_norm": 5.147928237915039,
+      "learning_rate": 1.1639802278100151e-05,
+      "loss": 0.1088,
+      "step": 4925
+    },
+    {
+      "epoch": 9.574746008708273,
+      "grad_norm": 7.8659281730651855,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 0.135,
+      "step": 4950
+    },
+    {
+      "epoch": 9.623125302370585,
+      "grad_norm": 10.065581321716309,
+      "learning_rate": 1.1532344723834085e-05,
+      "loss": 0.1251,
+      "step": 4975
+    },
+    {
+      "epoch": 9.671504596032898,
+      "grad_norm": 9.215071678161621,
+      "learning_rate": 1.1478615946701054e-05,
+      "loss": 0.1064,
+      "step": 5000
+    },
+    {
+      "epoch": 9.719883889695211,
+      "grad_norm": 5.977715015411377,
+      "learning_rate": 1.1424887169568021e-05,
+      "loss": 0.1109,
+      "step": 5025
+    },
+    {
+      "epoch": 9.768263183357522,
+      "grad_norm": 5.4398908615112305,
+      "learning_rate": 1.1371158392434988e-05,
+      "loss": 0.1093,
+      "step": 5050
+    },
+    {
+      "epoch": 9.816642477019835,
+      "grad_norm": 23.457937240600586,
+      "learning_rate": 1.1317429615301955e-05,
+      "loss": 0.1221,
+      "step": 5075
+    },
+    {
+      "epoch": 9.865021770682148,
+      "grad_norm": 7.700453758239746,
+      "learning_rate": 1.1263700838168926e-05,
+      "loss": 0.1064,
+      "step": 5100
+    },
+    {
+      "epoch": 9.91340106434446,
+      "grad_norm": 7.132690906524658,
+      "learning_rate": 1.1209972061035893e-05,
+      "loss": 0.1118,
+      "step": 5125
+    },
+    {
+      "epoch": 9.961780358006774,
+      "grad_norm": 11.861428260803223,
+      "learning_rate": 1.115624328390286e-05,
+      "loss": 0.1222,
+      "step": 5150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.23959341723136496,
+      "eval_loss": 1.5644172430038452,
+      "eval_macro_f1": 0.589434727277138,
+      "eval_micro_f1": 0.6032320308731307,
+      "eval_runtime": 5.3493,
+      "eval_samples_per_second": 386.218,
+      "eval_steps_per_second": 24.302,
+      "eval_weighted_f1": 0.6017079171847658,
+      "step": 5170
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 0
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": false
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/model.safetensors b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7eec6c9cde30a179a8bb732cf192f188b73e61d9
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d5db1c09acb3e4c47f8fc74d7fbe6ed01e3345fad853117cabb2e02d56dfe02
+size 1227859136
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/optimizer.pt b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/optimizer.pt
new file mode 100644
index 0000000000000000000000000000000000000000..fbfef2c7fb3a348c7d4e00640d57f0058f9f419f
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/optimizer.pt
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d6261bf3e123d1b1d9d7b76eaff3095d6475fe7e9952302ebe1dbc3d0a5e7dba
+size 2455803898
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/rng_state.pth b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/rng_state.pth
new file mode 100644
index 0000000000000000000000000000000000000000..98b0b967b4987bf9926b3cb4e54117080778863d
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/rng_state.pth
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:670e6d21e689c51435467461def6812d2d01eb400194f5b999b2ece42c346fae
+size 14244
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/special_tokens_map.json b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..be4ad795f49075ac5e56d8108ef63be314a1e967
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/special_tokens_map.json
@@ -0,0 +1,55 @@
+{
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "cls_token": {
+    "content": "<bos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "mask_token": {
+    "content": "<mask>",
+    "lstrip": true,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "sep_token": {
+    "content": "<eos>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/tokenizer_config.json b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..b002fb8c2960be8ebf9c373d6e5784b4565d7edc
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/tokenizer_config.json
@@ -0,0 +1,2018 @@
+{
+  "add_bos_token": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<eos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "<bos>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "4": {
+      "content": "<mask>",
+      "lstrip": true,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "5": {
+      "content": "<2mass>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "6": {
+      "content": "[@BOS@]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "7": {
+      "content": "<unused0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "8": {
+      "content": "<unused1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "9": {
+      "content": "<unused2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "10": {
+      "content": "<unused3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "11": {
+      "content": "<unused4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "12": {
+      "content": "<unused5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "13": {
+      "content": "<unused6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "14": {
+      "content": "<unused7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "15": {
+      "content": "<unused8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "16": {
+      "content": "<unused9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "17": {
+      "content": "<unused10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "18": {
+      "content": "<unused11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "19": {
+      "content": "<unused12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "20": {
+      "content": "<unused13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "21": {
+      "content": "<unused14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "22": {
+      "content": "<unused15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "23": {
+      "content": "<unused16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "24": {
+      "content": "<unused17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "25": {
+      "content": "<unused18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "26": {
+      "content": "<unused19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "27": {
+      "content": "<unused20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "28": {
+      "content": "<unused21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "29": {
+      "content": "<unused22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "30": {
+      "content": "<unused23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "31": {
+      "content": "<unused24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "32": {
+      "content": "<unused25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "33": {
+      "content": "<unused26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "34": {
+      "content": "<unused27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "35": {
+      "content": "<unused28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "36": {
+      "content": "<unused29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "37": {
+      "content": "<unused30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "38": {
+      "content": "<unused31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "39": {
+      "content": "<unused32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "40": {
+      "content": "<unused33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "41": {
+      "content": "<unused34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "42": {
+      "content": "<unused35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "43": {
+      "content": "<unused36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "44": {
+      "content": "<unused37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "45": {
+      "content": "<unused38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "46": {
+      "content": "<unused39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "47": {
+      "content": "<unused40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "48": {
+      "content": "<unused41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "49": {
+      "content": "<unused42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "50": {
+      "content": "<unused43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "51": {
+      "content": "<unused44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "52": {
+      "content": "<unused45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "53": {
+      "content": "<unused46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "54": {
+      "content": "<unused47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "55": {
+      "content": "<unused48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "56": {
+      "content": "<unused49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "57": {
+      "content": "<unused50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "58": {
+      "content": "<unused51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "59": {
+      "content": "<unused52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "60": {
+      "content": "<unused53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "61": {
+      "content": "<unused54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "62": {
+      "content": "<unused55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "63": {
+      "content": "<unused56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "64": {
+      "content": "<unused57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "65": {
+      "content": "<unused58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "66": {
+      "content": "<unused59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "67": {
+      "content": "<unused60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "68": {
+      "content": "<unused61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "69": {
+      "content": "<unused62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "70": {
+      "content": "<unused63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "71": {
+      "content": "<unused64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "72": {
+      "content": "<unused65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "73": {
+      "content": "<unused66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "74": {
+      "content": "<unused67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "75": {
+      "content": "<unused68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "76": {
+      "content": "<unused69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "77": {
+      "content": "<unused70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "78": {
+      "content": "<unused71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "79": {
+      "content": "<unused72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "80": {
+      "content": "<unused73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "81": {
+      "content": "<unused74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "82": {
+      "content": "<unused75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "83": {
+      "content": "<unused76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "84": {
+      "content": "<unused77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "85": {
+      "content": "<unused78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "86": {
+      "content": "<unused79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "87": {
+      "content": "<unused80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "88": {
+      "content": "<unused81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "89": {
+      "content": "<unused82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "90": {
+      "content": "<unused83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "91": {
+      "content": "<unused84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "92": {
+      "content": "<unused85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "93": {
+      "content": "<unused86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "94": {
+      "content": "<unused87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "95": {
+      "content": "<unused88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "96": {
+      "content": "<unused89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "97": {
+      "content": "<unused90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "98": {
+      "content": "<unused91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "99": {
+      "content": "<unused92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "100": {
+      "content": "<unused93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "101": {
+      "content": "<unused94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "102": {
+      "content": "<unused95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "103": {
+      "content": "<unused96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "104": {
+      "content": "<unused97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "105": {
+      "content": "<unused98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "106": {
+      "content": "<start_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "107": {
+      "content": "<end_of_turn>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "108": {
+      "content": "\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "109": {
+      "content": "\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "110": {
+      "content": "\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "111": {
+      "content": "\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "112": {
+      "content": "\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "113": {
+      "content": "\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "114": {
+      "content": "\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "115": {
+      "content": "\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "116": {
+      "content": "\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "117": {
+      "content": "\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "118": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "119": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "120": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "121": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "122": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "123": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "124": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "125": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "126": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "127": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "128": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "129": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "130": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "131": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "132": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "133": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "134": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "135": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "136": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "137": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "138": {
+      "content": "\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n\n",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "139": {
+      "content": "▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "140": {
+      "content": "▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "141": {
+      "content": "▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "142": {
+      "content": "▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "143": {
+      "content": "▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "144": {
+      "content": "▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "145": {
+      "content": "▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "146": {
+      "content": "▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "147": {
+      "content": "▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "148": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "149": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "150": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "151": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "152": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "153": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "154": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "155": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "156": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "157": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "158": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "159": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "160": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "161": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "162": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "163": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "164": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "165": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "166": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "167": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "168": {
+      "content": "▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁▁",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "169": {
+      "content": "<table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "170": {
+      "content": "<caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "171": {
+      "content": "<thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "172": {
+      "content": "<tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "173": {
+      "content": "<tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "174": {
+      "content": "<tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "175": {
+      "content": "<th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "176": {
+      "content": "<td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "177": {
+      "content": "</table>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "178": {
+      "content": "</caption>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "179": {
+      "content": "</thead>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "180": {
+      "content": "</tbody>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "181": {
+      "content": "</tfoot>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "182": {
+      "content": "</tr>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "183": {
+      "content": "</th>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "184": {
+      "content": "</td>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "185": {
+      "content": "<h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "186": {
+      "content": "<h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "187": {
+      "content": "<h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "188": {
+      "content": "<h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "189": {
+      "content": "<h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "190": {
+      "content": "<h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "191": {
+      "content": "<blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "192": {
+      "content": "</h1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "193": {
+      "content": "</h2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "194": {
+      "content": "</h3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "195": {
+      "content": "</h4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "196": {
+      "content": "</h5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "197": {
+      "content": "</h6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "198": {
+      "content": "</blockquote>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "199": {
+      "content": "<strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "200": {
+      "content": "<em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "201": {
+      "content": "<b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "202": {
+      "content": "<i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "203": {
+      "content": "<u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "204": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "205": {
+      "content": "<sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "206": {
+      "content": "<sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "207": {
+      "content": "<code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "208": {
+      "content": "</strong>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "209": {
+      "content": "</em>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "210": {
+      "content": "</b>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "211": {
+      "content": "</i>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "212": {
+      "content": "</u>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "213": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "214": {
+      "content": "</sub>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "215": {
+      "content": "</sup>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "216": {
+      "content": "</code>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255968": {
+      "content": "[toxicity=0]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255969": {
+      "content": "\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255970": {
+      "content": "\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255971": {
+      "content": "\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255972": {
+      "content": "\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255973": {
+      "content": "\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255974": {
+      "content": "\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255975": {
+      "content": "\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255976": {
+      "content": "\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255977": {
+      "content": "\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255978": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255979": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255980": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255981": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255982": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255983": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255984": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255985": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255986": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255987": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255988": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255989": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255990": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255991": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255992": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255993": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255994": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255995": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255996": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255997": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255998": {
+      "content": "\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t\t",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    },
+    "255999": {
+      "content": "<unused99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": false
+    }
+  },
+  "additional_special_tokens": [
+    "<start_of_turn>",
+    "<end_of_turn>"
+  ],
+  "bos_token": "<bos>",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "<bos>",
+  "eos_token": "<eos>",
+  "extra_special_tokens": {},
+  "mask_token": "<mask>",
+  "model_input_names": [
+    "input_ids",
+    "attention_mask"
+  ],
+  "model_max_length": 8192,
+  "pad_token": "<pad>",
+  "padding_side": "right",
+  "sep_token": "<eos>",
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<unk>"
+}
diff --git a/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/trainer_state.json b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/trainer_state.json
new file mode 100644
index 0000000000000000000000000000000000000000..7537a5a6b324c4f346a3fd4bba95119ef486e4b3
--- /dev/null
+++ b/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-6721/trainer_state.json
@@ -0,0 +1,2075 @@
+{
+  "best_global_step": 5170,
+  "best_metric": 0.589434727277138,
+  "best_model_checkpoint": "/root/VNEncoder/results/checkpoints/vigoemotions-mmbert-s44-20260903T175455Z-37344fee/trainer/checkpoint-5170",
+  "epoch": 13.0,
+  "eval_steps": 500,
+  "global_step": 6721,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.04837929366231253,
+      "grad_norm": 20.600679397583008,
+      "learning_rate": 4.6421663442940047e-07,
+      "loss": 6.1825,
+      "step": 25
+    },
+    {
+      "epoch": 0.09675858732462506,
+      "grad_norm": 30.06682777404785,
+      "learning_rate": 9.477756286266926e-07,
+      "loss": 6.2062,
+      "step": 50
+    },
+    {
+      "epoch": 0.14513788098693758,
+      "grad_norm": 42.98817825317383,
+      "learning_rate": 1.4313346228239847e-06,
+      "loss": 6.2119,
+      "step": 75
+    },
+    {
+      "epoch": 0.1935171746492501,
+      "grad_norm": 41.241455078125,
+      "learning_rate": 1.9148936170212767e-06,
+      "loss": 6.2769,
+      "step": 100
+    },
+    {
+      "epoch": 0.24189646831156264,
+      "grad_norm": 29.569080352783203,
+      "learning_rate": 2.398452611218569e-06,
+      "loss": 6.2469,
+      "step": 125
+    },
+    {
+      "epoch": 0.29027576197387517,
+      "grad_norm": 49.71651077270508,
+      "learning_rate": 2.8820116054158607e-06,
+      "loss": 5.87,
+      "step": 150
+    },
+    {
+      "epoch": 0.3386550556361877,
+      "grad_norm": 64.41657257080078,
+      "learning_rate": 3.3655705996131534e-06,
+      "loss": 5.4886,
+      "step": 175
+    },
+    {
+      "epoch": 0.3870343492985002,
+      "grad_norm": 119.12712097167969,
+      "learning_rate": 3.849129593810445e-06,
+      "loss": 5.3461,
+      "step": 200
+    },
+    {
+      "epoch": 0.43541364296081275,
+      "grad_norm": 41.996177673339844,
+      "learning_rate": 4.332688588007737e-06,
+      "loss": 5.2256,
+      "step": 225
+    },
+    {
+      "epoch": 0.4837929366231253,
+      "grad_norm": 45.50010299682617,
+      "learning_rate": 4.816247582205029e-06,
+      "loss": 5.1109,
+      "step": 250
+    },
+    {
+      "epoch": 0.5321722302854378,
+      "grad_norm": 52.410972595214844,
+      "learning_rate": 5.299806576402321e-06,
+      "loss": 4.8456,
+      "step": 275
+    },
+    {
+      "epoch": 0.5805515239477503,
+      "grad_norm": 49.1644401550293,
+      "learning_rate": 5.783365570599614e-06,
+      "loss": 4.683,
+      "step": 300
+    },
+    {
+      "epoch": 0.6289308176100629,
+      "grad_norm": 47.94610595703125,
+      "learning_rate": 6.266924564796905e-06,
+      "loss": 4.3123,
+      "step": 325
+    },
+    {
+      "epoch": 0.6773101112723754,
+      "grad_norm": 60.47032928466797,
+      "learning_rate": 6.750483558994197e-06,
+      "loss": 4.2152,
+      "step": 350
+    },
+    {
+      "epoch": 0.7256894049346879,
+      "grad_norm": 44.62295150756836,
+      "learning_rate": 7.234042553191491e-06,
+      "loss": 3.8339,
+      "step": 375
+    },
+    {
+      "epoch": 0.7740686985970004,
+      "grad_norm": 41.32942199707031,
+      "learning_rate": 7.717601547388782e-06,
+      "loss": 3.6444,
+      "step": 400
+    },
+    {
+      "epoch": 0.822447992259313,
+      "grad_norm": 53.73849868774414,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 3.5706,
+      "step": 425
+    },
+    {
+      "epoch": 0.8708272859216255,
+      "grad_norm": 45.966896057128906,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 3.4673,
+      "step": 450
+    },
+    {
+      "epoch": 0.919206579583938,
+      "grad_norm": 63.861595153808594,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 3.3177,
+      "step": 475
+    },
+    {
+      "epoch": 0.9675858732462506,
+      "grad_norm": 41.101097106933594,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 3.2164,
+      "step": 500
+    },
+    {
+      "epoch": 1.0,
+      "eval_accuracy": 0.0,
+      "eval_loss": 0.8231925368309021,
+      "eval_macro_f1": 0.34216263720178525,
+      "eval_micro_f1": 0.337747653806048,
+      "eval_runtime": 6.313,
+      "eval_samples_per_second": 327.26,
+      "eval_steps_per_second": 20.592,
+      "eval_weighted_f1": 0.38981140117064333,
+      "step": 517
+    },
+    {
+      "epoch": 1.01548137397194,
+      "grad_norm": 44.26546096801758,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 3.1979,
+      "step": 525
+    },
+    {
+      "epoch": 1.0638606676342526,
+      "grad_norm": 49.26689529418945,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 3.0493,
+      "step": 550
+    },
+    {
+      "epoch": 1.112239961296565,
+      "grad_norm": 69.12428283691406,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 2.98,
+      "step": 575
+    },
+    {
+      "epoch": 1.1606192549588776,
+      "grad_norm": 40.86597442626953,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 2.9305,
+      "step": 600
+    },
+    {
+      "epoch": 1.20899854862119,
+      "grad_norm": 47.19956970214844,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 2.8299,
+      "step": 625
+    },
+    {
+      "epoch": 1.2573778422835027,
+      "grad_norm": 46.6910400390625,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 2.9211,
+      "step": 650
+    },
+    {
+      "epoch": 1.3057571359458153,
+      "grad_norm": 57.872745513916016,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 2.7723,
+      "step": 675
+    },
+    {
+      "epoch": 1.3541364296081277,
+      "grad_norm": 58.74005126953125,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 2.7591,
+      "step": 700
+    },
+    {
+      "epoch": 1.4025157232704402,
+      "grad_norm": 53.417659759521484,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 2.8324,
+      "step": 725
+    },
+    {
+      "epoch": 1.4508950169327528,
+      "grad_norm": 47.01392364501953,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 2.7352,
+      "step": 750
+    },
+    {
+      "epoch": 1.4992743105950654,
+      "grad_norm": 28.24998664855957,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 2.788,
+      "step": 775
+    },
+    {
+      "epoch": 1.5476536042573779,
+      "grad_norm": 39.79134750366211,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 2.9149,
+      "step": 800
+    },
+    {
+      "epoch": 1.5960328979196903,
+      "grad_norm": 48.90116882324219,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 2.7262,
+      "step": 825
+    },
+    {
+      "epoch": 1.644412191582003,
+      "grad_norm": 28.227449417114258,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 2.6496,
+      "step": 850
+    },
+    {
+      "epoch": 1.6927914852443156,
+      "grad_norm": 36.70613479614258,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 2.5537,
+      "step": 875
+    },
+    {
+      "epoch": 1.741170778906628,
+      "grad_norm": 43.6883659362793,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 2.6617,
+      "step": 900
+    },
+    {
+      "epoch": 1.7895500725689404,
+      "grad_norm": 26.502294540405273,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 2.7368,
+      "step": 925
+    },
+    {
+      "epoch": 1.837929366231253,
+      "grad_norm": 37.10898208618164,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 2.6178,
+      "step": 950
+    },
+    {
+      "epoch": 1.8863086598935657,
+      "grad_norm": 36.204402923583984,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 2.6761,
+      "step": 975
+    },
+    {
+      "epoch": 1.934687953555878,
+      "grad_norm": 62.0139045715332,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 2.6861,
+      "step": 1000
+    },
+    {
+      "epoch": 1.9830672472181905,
+      "grad_norm": 39.6117057800293,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 2.7002,
+      "step": 1025
+    },
+    {
+      "epoch": 2.0,
+      "eval_accuracy": 0.02371732817037754,
+      "eval_loss": 0.6759107112884521,
+      "eval_macro_f1": 0.4354584932449341,
+      "eval_micro_f1": 0.43233929754804507,
+      "eval_runtime": 5.6644,
+      "eval_samples_per_second": 364.736,
+      "eval_steps_per_second": 22.95,
+      "eval_weighted_f1": 0.4704001281330024,
+      "step": 1034
+    },
+    {
+      "epoch": 2.03096274794388,
+      "grad_norm": 26.361440658569336,
+      "learning_rate": 1.996776273372018e-05,
+      "loss": 2.3148,
+      "step": 1050
+    },
+    {
+      "epoch": 2.0793420416061927,
+      "grad_norm": 30.053062438964844,
+      "learning_rate": 1.9914033956587148e-05,
+      "loss": 2.0261,
+      "step": 1075
+    },
+    {
+      "epoch": 2.127721335268505,
+      "grad_norm": 24.437320709228516,
+      "learning_rate": 1.986030517945412e-05,
+      "loss": 2.0236,
+      "step": 1100
+    },
+    {
+      "epoch": 2.1761006289308176,
+      "grad_norm": 37.63768005371094,
+      "learning_rate": 1.9806576402321086e-05,
+      "loss": 1.9279,
+      "step": 1125
+    },
+    {
+      "epoch": 2.22447992259313,
+      "grad_norm": 42.6441535949707,
+      "learning_rate": 1.9752847625188053e-05,
+      "loss": 1.8489,
+      "step": 1150
+    },
+    {
+      "epoch": 2.272859216255443,
+      "grad_norm": 35.70348358154297,
+      "learning_rate": 1.969911884805502e-05,
+      "loss": 2.0249,
+      "step": 1175
+    },
+    {
+      "epoch": 2.3212385099177553,
+      "grad_norm": 39.0828742980957,
+      "learning_rate": 1.9645390070921987e-05,
+      "loss": 1.9869,
+      "step": 1200
+    },
+    {
+      "epoch": 2.3696178035800677,
+      "grad_norm": 30.211214065551758,
+      "learning_rate": 1.9591661293788954e-05,
+      "loss": 1.9741,
+      "step": 1225
+    },
+    {
+      "epoch": 2.41799709724238,
+      "grad_norm": 43.03292465209961,
+      "learning_rate": 1.953793251665592e-05,
+      "loss": 2.014,
+      "step": 1250
+    },
+    {
+      "epoch": 2.466376390904693,
+      "grad_norm": 39.75204086303711,
+      "learning_rate": 1.948420373952289e-05,
+      "loss": 1.9181,
+      "step": 1275
+    },
+    {
+      "epoch": 2.5147556845670054,
+      "grad_norm": 34.29039764404297,
+      "learning_rate": 1.9430474962389858e-05,
+      "loss": 1.9892,
+      "step": 1300
+    },
+    {
+      "epoch": 2.563134978229318,
+      "grad_norm": 25.930347442626953,
+      "learning_rate": 1.9376746185256825e-05,
+      "loss": 2.0849,
+      "step": 1325
+    },
+    {
+      "epoch": 2.6115142718916307,
+      "grad_norm": 39.423213958740234,
+      "learning_rate": 1.9323017408123792e-05,
+      "loss": 1.9219,
+      "step": 1350
+    },
+    {
+      "epoch": 2.659893565553943,
+      "grad_norm": 63.95563888549805,
+      "learning_rate": 1.9269288630990763e-05,
+      "loss": 2.0462,
+      "step": 1375
+    },
+    {
+      "epoch": 2.7082728592162555,
+      "grad_norm": 34.35785675048828,
+      "learning_rate": 1.921555985385773e-05,
+      "loss": 1.9176,
+      "step": 1400
+    },
+    {
+      "epoch": 2.756652152878568,
+      "grad_norm": 37.079219818115234,
+      "learning_rate": 1.9161831076724697e-05,
+      "loss": 1.975,
+      "step": 1425
+    },
+    {
+      "epoch": 2.8050314465408803,
+      "grad_norm": 40.930641174316406,
+      "learning_rate": 1.9108102299591664e-05,
+      "loss": 1.9846,
+      "step": 1450
+    },
+    {
+      "epoch": 2.853410740203193,
+      "grad_norm": 43.24209213256836,
+      "learning_rate": 1.905437352245863e-05,
+      "loss": 1.9374,
+      "step": 1475
+    },
+    {
+      "epoch": 2.9017900338655056,
+      "grad_norm": 38.124595642089844,
+      "learning_rate": 1.9000644745325598e-05,
+      "loss": 2.0474,
+      "step": 1500
+    },
+    {
+      "epoch": 2.950169327527818,
+      "grad_norm": 30.22981071472168,
+      "learning_rate": 1.8946915968192565e-05,
+      "loss": 2.0123,
+      "step": 1525
+    },
+    {
+      "epoch": 2.998548621190131,
+      "grad_norm": 39.19548797607422,
+      "learning_rate": 1.889318719105953e-05,
+      "loss": 1.9482,
+      "step": 1550
+    },
+    {
+      "epoch": 3.0,
+      "eval_accuracy": 0.05179090029041626,
+      "eval_loss": 0.665620744228363,
+      "eval_macro_f1": 0.46672674569908346,
+      "eval_micro_f1": 0.4773027765535478,
+      "eval_runtime": 5.8103,
+      "eval_samples_per_second": 355.576,
+      "eval_steps_per_second": 22.374,
+      "eval_weighted_f1": 0.49903411761450944,
+      "step": 1551
+    },
+    {
+      "epoch": 3.04644412191582,
+      "grad_norm": 19.97246551513672,
+      "learning_rate": 1.8839458413926502e-05,
+      "loss": 1.4068,
+      "step": 1575
+    },
+    {
+      "epoch": 3.0948234155781327,
+      "grad_norm": 24.109786987304688,
+      "learning_rate": 1.878572963679347e-05,
+      "loss": 1.3255,
+      "step": 1600
+    },
+    {
+      "epoch": 3.143202709240445,
+      "grad_norm": 20.71240234375,
+      "learning_rate": 1.8732000859660436e-05,
+      "loss": 1.3676,
+      "step": 1625
+    },
+    {
+      "epoch": 3.1915820029027575,
+      "grad_norm": 21.054019927978516,
+      "learning_rate": 1.8678272082527403e-05,
+      "loss": 1.3302,
+      "step": 1650
+    },
+    {
+      "epoch": 3.2399612965650704,
+      "grad_norm": 25.625886917114258,
+      "learning_rate": 1.862454330539437e-05,
+      "loss": 1.3557,
+      "step": 1675
+    },
+    {
+      "epoch": 3.288340590227383,
+      "grad_norm": 47.89445495605469,
+      "learning_rate": 1.8570814528261337e-05,
+      "loss": 1.3241,
+      "step": 1700
+    },
+    {
+      "epoch": 3.336719883889695,
+      "grad_norm": 28.339155197143555,
+      "learning_rate": 1.8517085751128304e-05,
+      "loss": 1.3083,
+      "step": 1725
+    },
+    {
+      "epoch": 3.3850991775520076,
+      "grad_norm": 35.56329345703125,
+      "learning_rate": 1.846335697399527e-05,
+      "loss": 1.39,
+      "step": 1750
+    },
+    {
+      "epoch": 3.43347847121432,
+      "grad_norm": 18.297740936279297,
+      "learning_rate": 1.840962819686224e-05,
+      "loss": 1.3024,
+      "step": 1775
+    },
+    {
+      "epoch": 3.481857764876633,
+      "grad_norm": 31.80245018005371,
+      "learning_rate": 1.835589941972921e-05,
+      "loss": 1.3401,
+      "step": 1800
+    },
+    {
+      "epoch": 3.5302370585389453,
+      "grad_norm": 26.715131759643555,
+      "learning_rate": 1.8302170642596176e-05,
+      "loss": 1.3323,
+      "step": 1825
+    },
+    {
+      "epoch": 3.5786163522012577,
+      "grad_norm": 30.28158187866211,
+      "learning_rate": 1.8248441865463146e-05,
+      "loss": 1.3132,
+      "step": 1850
+    },
+    {
+      "epoch": 3.6269956458635706,
+      "grad_norm": 26.471210479736328,
+      "learning_rate": 1.8194713088330113e-05,
+      "loss": 1.3529,
+      "step": 1875
+    },
+    {
+      "epoch": 3.675374939525883,
+      "grad_norm": 25.33024024963379,
+      "learning_rate": 1.814098431119708e-05,
+      "loss": 1.3121,
+      "step": 1900
+    },
+    {
+      "epoch": 3.7237542331881954,
+      "grad_norm": 21.102516174316406,
+      "learning_rate": 1.8087255534064047e-05,
+      "loss": 1.2909,
+      "step": 1925
+    },
+    {
+      "epoch": 3.772133526850508,
+      "grad_norm": 19.447378158569336,
+      "learning_rate": 1.8033526756931014e-05,
+      "loss": 1.3753,
+      "step": 1950
+    },
+    {
+      "epoch": 3.8205128205128203,
+      "grad_norm": 62.51108169555664,
+      "learning_rate": 1.797979797979798e-05,
+      "loss": 1.3118,
+      "step": 1975
+    },
+    {
+      "epoch": 3.868892114175133,
+      "grad_norm": 22.527835845947266,
+      "learning_rate": 1.7926069202664948e-05,
+      "loss": 1.3277,
+      "step": 2000
+    },
+    {
+      "epoch": 3.9172714078374455,
+      "grad_norm": 19.42020606994629,
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 1.3286,
+      "step": 2025
+    },
+    {
+      "epoch": 3.965650701499758,
+      "grad_norm": 21.45450210571289,
+      "learning_rate": 1.7818611648398885e-05,
+      "loss": 1.2698,
+      "step": 2050
+    },
+    {
+      "epoch": 4.0,
+      "eval_accuracy": 0.07599225556631171,
+      "eval_loss": 0.7484419941902161,
+      "eval_macro_f1": 0.5203293862972227,
+      "eval_micro_f1": 0.5237264190143771,
+      "eval_runtime": 5.3852,
+      "eval_samples_per_second": 383.645,
+      "eval_steps_per_second": 24.14,
+      "eval_weighted_f1": 0.5407782612024529,
+      "step": 2068
+    },
+    {
+      "epoch": 4.013546202225448,
+      "grad_norm": 15.687787055969238,
+      "learning_rate": 1.7764882871265852e-05,
+      "loss": 1.2211,
+      "step": 2075
+    },
+    {
+      "epoch": 4.06192549588776,
+      "grad_norm": 16.55188751220703,
+      "learning_rate": 1.771115409413282e-05,
+      "loss": 0.9502,
+      "step": 2100
+    },
+    {
+      "epoch": 4.110304789550073,
+      "grad_norm": 13.31183910369873,
+      "learning_rate": 1.7657425316999787e-05,
+      "loss": 0.903,
+      "step": 2125
+    },
+    {
+      "epoch": 4.1586840832123855,
+      "grad_norm": 22.235689163208008,
+      "learning_rate": 1.7603696539866754e-05,
+      "loss": 0.8355,
+      "step": 2150
+    },
+    {
+      "epoch": 4.2070633768746974,
+      "grad_norm": 15.510726928710938,
+      "learning_rate": 1.754996776273372e-05,
+      "loss": 0.88,
+      "step": 2175
+    },
+    {
+      "epoch": 4.25544267053701,
+      "grad_norm": 19.57192611694336,
+      "learning_rate": 1.7496238985600688e-05,
+      "loss": 0.864,
+      "step": 2200
+    },
+    {
+      "epoch": 4.303821964199322,
+      "grad_norm": 19.43657875061035,
+      "learning_rate": 1.7442510208467655e-05,
+      "loss": 0.8511,
+      "step": 2225
+    },
+    {
+      "epoch": 4.352201257861635,
+      "grad_norm": 24.799591064453125,
+      "learning_rate": 1.7388781431334625e-05,
+      "loss": 0.8852,
+      "step": 2250
+    },
+    {
+      "epoch": 4.400580551523948,
+      "grad_norm": 22.057743072509766,
+      "learning_rate": 1.7335052654201592e-05,
+      "loss": 0.8875,
+      "step": 2275
+    },
+    {
+      "epoch": 4.44895984518626,
+      "grad_norm": 27.41041374206543,
+      "learning_rate": 1.728132387706856e-05,
+      "loss": 0.8837,
+      "step": 2300
+    },
+    {
+      "epoch": 4.497339138848573,
+      "grad_norm": 29.716754913330078,
+      "learning_rate": 1.722759509993553e-05,
+      "loss": 0.9135,
+      "step": 2325
+    },
+    {
+      "epoch": 4.545718432510886,
+      "grad_norm": 24.318517684936523,
+      "learning_rate": 1.7173866322802496e-05,
+      "loss": 0.8461,
+      "step": 2350
+    },
+    {
+      "epoch": 4.594097726173198,
+      "grad_norm": 16.628787994384766,
+      "learning_rate": 1.7120137545669463e-05,
+      "loss": 0.8821,
+      "step": 2375
+    },
+    {
+      "epoch": 4.6424770198355105,
+      "grad_norm": 46.459529876708984,
+      "learning_rate": 1.706640876853643e-05,
+      "loss": 0.9245,
+      "step": 2400
+    },
+    {
+      "epoch": 4.690856313497823,
+      "grad_norm": 14.634248733520508,
+      "learning_rate": 1.7012679991403397e-05,
+      "loss": 0.8673,
+      "step": 2425
+    },
+    {
+      "epoch": 4.739235607160135,
+      "grad_norm": 21.34632110595703,
+      "learning_rate": 1.6958951214270364e-05,
+      "loss": 0.9252,
+      "step": 2450
+    },
+    {
+      "epoch": 4.787614900822448,
+      "grad_norm": 25.422361373901367,
+      "learning_rate": 1.690522243713733e-05,
+      "loss": 0.9202,
+      "step": 2475
+    },
+    {
+      "epoch": 4.83599419448476,
+      "grad_norm": 38.252071380615234,
+      "learning_rate": 1.68514936600043e-05,
+      "loss": 0.8975,
+      "step": 2500
+    },
+    {
+      "epoch": 4.884373488147073,
+      "grad_norm": 27.988414764404297,
+      "learning_rate": 1.679776488287127e-05,
+      "loss": 0.874,
+      "step": 2525
+    },
+    {
+      "epoch": 4.932752781809386,
+      "grad_norm": 26.79656219482422,
+      "learning_rate": 1.6744036105738236e-05,
+      "loss": 0.827,
+      "step": 2550
+    },
+    {
+      "epoch": 4.981132075471698,
+      "grad_norm": 33.93637466430664,
+      "learning_rate": 1.6690307328605203e-05,
+      "loss": 0.9045,
+      "step": 2575
+    },
+    {
+      "epoch": 5.0,
+      "eval_accuracy": 0.13601161665053244,
+      "eval_loss": 0.8465583324432373,
+      "eval_macro_f1": 0.552712074368496,
+      "eval_micro_f1": 0.56176582038651,
+      "eval_runtime": 5.4819,
+      "eval_samples_per_second": 376.876,
+      "eval_steps_per_second": 23.714,
+      "eval_weighted_f1": 0.5701863454454216,
+      "step": 2585
+    },
+    {
+      "epoch": 5.029027576197388,
+      "grad_norm": 19.655452728271484,
+      "learning_rate": 1.663657855147217e-05,
+      "loss": 0.8078,
+      "step": 2600
+    },
+    {
+      "epoch": 5.0774068698597,
+      "grad_norm": 25.15059471130371,
+      "learning_rate": 1.6582849774339137e-05,
+      "loss": 0.6029,
+      "step": 2625
+    },
+    {
+      "epoch": 5.1257861635220126,
+      "grad_norm": 13.527154922485352,
+      "learning_rate": 1.6529120997206104e-05,
+      "loss": 0.6198,
+      "step": 2650
+    },
+    {
+      "epoch": 5.174165457184325,
+      "grad_norm": 23.91451072692871,
+      "learning_rate": 1.647539222007307e-05,
+      "loss": 0.618,
+      "step": 2675
+    },
+    {
+      "epoch": 5.222544750846637,
+      "grad_norm": 31.882299423217773,
+      "learning_rate": 1.6421663442940038e-05,
+      "loss": 0.6189,
+      "step": 2700
+    },
+    {
+      "epoch": 5.27092404450895,
+      "grad_norm": 18.6425838470459,
+      "learning_rate": 1.636793466580701e-05,
+      "loss": 0.6338,
+      "step": 2725
+    },
+    {
+      "epoch": 5.319303338171263,
+      "grad_norm": 17.643692016601562,
+      "learning_rate": 1.6314205888673975e-05,
+      "loss": 0.6113,
+      "step": 2750
+    },
+    {
+      "epoch": 5.367682631833575,
+      "grad_norm": 17.959148406982422,
+      "learning_rate": 1.6260477111540942e-05,
+      "loss": 0.5958,
+      "step": 2775
+    },
+    {
+      "epoch": 5.416061925495888,
+      "grad_norm": 14.296588897705078,
+      "learning_rate": 1.6206748334407913e-05,
+      "loss": 0.5945,
+      "step": 2800
+    },
+    {
+      "epoch": 5.4644412191582,
+      "grad_norm": 15.655406951904297,
+      "learning_rate": 1.615301955727488e-05,
+      "loss": 0.6228,
+      "step": 2825
+    },
+    {
+      "epoch": 5.512820512820513,
+      "grad_norm": 14.58396053314209,
+      "learning_rate": 1.6099290780141847e-05,
+      "loss": 0.6123,
+      "step": 2850
+    },
+    {
+      "epoch": 5.561199806482826,
+      "grad_norm": 19.153400421142578,
+      "learning_rate": 1.604556200300881e-05,
+      "loss": 0.6001,
+      "step": 2875
+    },
+    {
+      "epoch": 5.609579100145138,
+      "grad_norm": 34.8978157043457,
+      "learning_rate": 1.599183322587578e-05,
+      "loss": 0.5806,
+      "step": 2900
+    },
+    {
+      "epoch": 5.6579583938074505,
+      "grad_norm": 26.24949073791504,
+      "learning_rate": 1.5938104448742748e-05,
+      "loss": 0.5953,
+      "step": 2925
+    },
+    {
+      "epoch": 5.706337687469762,
+      "grad_norm": 19.79196548461914,
+      "learning_rate": 1.5884375671609715e-05,
+      "loss": 0.6026,
+      "step": 2950
+    },
+    {
+      "epoch": 5.754716981132075,
+      "grad_norm": 13.436513900756836,
+      "learning_rate": 1.5830646894476682e-05,
+      "loss": 0.6054,
+      "step": 2975
+    },
+    {
+      "epoch": 5.803096274794388,
+      "grad_norm": 31.182945251464844,
+      "learning_rate": 1.5776918117343652e-05,
+      "loss": 0.6121,
+      "step": 3000
+    },
+    {
+      "epoch": 5.851475568456701,
+      "grad_norm": 22.485427856445312,
+      "learning_rate": 1.572318934021062e-05,
+      "loss": 0.6009,
+      "step": 3025
+    },
+    {
+      "epoch": 5.899854862119013,
+      "grad_norm": 18.47856330871582,
+      "learning_rate": 1.5669460563077586e-05,
+      "loss": 0.5997,
+      "step": 3050
+    },
+    {
+      "epoch": 5.948234155781326,
+      "grad_norm": 44.44479751586914,
+      "learning_rate": 1.5615731785944553e-05,
+      "loss": 0.5992,
+      "step": 3075
+    },
+    {
+      "epoch": 5.996613449443638,
+      "grad_norm": 30.97154998779297,
+      "learning_rate": 1.556200300881152e-05,
+      "loss": 0.6082,
+      "step": 3100
+    },
+    {
+      "epoch": 6.0,
+      "eval_accuracy": 0.16553727008712488,
+      "eval_loss": 0.9848429560661316,
+      "eval_macro_f1": 0.5687996052858225,
+      "eval_micro_f1": 0.575506072874494,
+      "eval_runtime": 5.3083,
+      "eval_samples_per_second": 389.199,
+      "eval_steps_per_second": 24.49,
+      "eval_weighted_f1": 0.582965681273497,
+      "step": 3102
+    },
+    {
+      "epoch": 6.044508950169328,
+      "grad_norm": 9.843907356262207,
+      "learning_rate": 1.5508274231678487e-05,
+      "loss": 0.4283,
+      "step": 3125
+    },
+    {
+      "epoch": 6.09288824383164,
+      "grad_norm": 13.727682113647461,
+      "learning_rate": 1.5454545454545454e-05,
+      "loss": 0.412,
+      "step": 3150
+    },
+    {
+      "epoch": 6.1412675374939525,
+      "grad_norm": 16.03984260559082,
+      "learning_rate": 1.540081667741242e-05,
+      "loss": 0.387,
+      "step": 3175
+    },
+    {
+      "epoch": 6.189646831156265,
+      "grad_norm": 20.45041275024414,
+      "learning_rate": 1.5347087900279392e-05,
+      "loss": 0.4072,
+      "step": 3200
+    },
+    {
+      "epoch": 6.238026124818577,
+      "grad_norm": 28.849712371826172,
+      "learning_rate": 1.529335912314636e-05,
+      "loss": 0.4208,
+      "step": 3225
+    },
+    {
+      "epoch": 6.28640541848089,
+      "grad_norm": 12.923964500427246,
+      "learning_rate": 1.5239630346013326e-05,
+      "loss": 0.4338,
+      "step": 3250
+    },
+    {
+      "epoch": 6.334784712143203,
+      "grad_norm": 10.139525413513184,
+      "learning_rate": 1.5185901568880293e-05,
+      "loss": 0.3854,
+      "step": 3275
+    },
+    {
+      "epoch": 6.383164005805515,
+      "grad_norm": 21.204071044921875,
+      "learning_rate": 1.5132172791747262e-05,
+      "loss": 0.3961,
+      "step": 3300
+    },
+    {
+      "epoch": 6.431543299467828,
+      "grad_norm": 14.64260482788086,
+      "learning_rate": 1.5078444014614229e-05,
+      "loss": 0.4011,
+      "step": 3325
+    },
+    {
+      "epoch": 6.479922593130141,
+      "grad_norm": 19.59510612487793,
+      "learning_rate": 1.5024715237481196e-05,
+      "loss": 0.4044,
+      "step": 3350
+    },
+    {
+      "epoch": 6.528301886792453,
+      "grad_norm": 23.265052795410156,
+      "learning_rate": 1.4970986460348164e-05,
+      "loss": 0.4062,
+      "step": 3375
+    },
+    {
+      "epoch": 6.576681180454766,
+      "grad_norm": 29.013681411743164,
+      "learning_rate": 1.4917257683215131e-05,
+      "loss": 0.4101,
+      "step": 3400
+    },
+    {
+      "epoch": 6.6250604741170775,
+      "grad_norm": 15.696846008300781,
+      "learning_rate": 1.4863528906082098e-05,
+      "loss": 0.4227,
+      "step": 3425
+    },
+    {
+      "epoch": 6.67343976777939,
+      "grad_norm": 16.840084075927734,
+      "learning_rate": 1.4809800128949065e-05,
+      "loss": 0.4062,
+      "step": 3450
+    },
+    {
+      "epoch": 6.721819061441703,
+      "grad_norm": 17.272775650024414,
+      "learning_rate": 1.4756071351816034e-05,
+      "loss": 0.3909,
+      "step": 3475
+    },
+    {
+      "epoch": 6.770198355104015,
+      "grad_norm": 10.996580123901367,
+      "learning_rate": 1.4702342574683001e-05,
+      "loss": 0.4421,
+      "step": 3500
+    },
+    {
+      "epoch": 6.818577648766328,
+      "grad_norm": 16.338878631591797,
+      "learning_rate": 1.4648613797549968e-05,
+      "loss": 0.394,
+      "step": 3525
+    },
+    {
+      "epoch": 6.86695694242864,
+      "grad_norm": 23.82508659362793,
+      "learning_rate": 1.4594885020416935e-05,
+      "loss": 0.3973,
+      "step": 3550
+    },
+    {
+      "epoch": 6.915336236090953,
+      "grad_norm": 26.819988250732422,
+      "learning_rate": 1.4541156243283906e-05,
+      "loss": 0.4311,
+      "step": 3575
+    },
+    {
+      "epoch": 6.963715529753266,
+      "grad_norm": 24.445058822631836,
+      "learning_rate": 1.4487427466150873e-05,
+      "loss": 0.4198,
+      "step": 3600
+    },
+    {
+      "epoch": 7.0,
+      "eval_accuracy": 0.21006776379477252,
+      "eval_loss": 1.14983332157135,
+      "eval_macro_f1": 0.5795210854402564,
+      "eval_micro_f1": 0.5896616334178332,
+      "eval_runtime": 5.458,
+      "eval_samples_per_second": 378.527,
+      "eval_steps_per_second": 23.818,
+      "eval_weighted_f1": 0.5918606827934085,
+      "step": 3619
+    },
+    {
+      "epoch": 7.011611030478955,
+      "grad_norm": 12.576312065124512,
+      "learning_rate": 1.443369868901784e-05,
+      "loss": 0.3808,
+      "step": 3625
+    },
+    {
+      "epoch": 7.059990324141268,
+      "grad_norm": 7.377674102783203,
+      "learning_rate": 1.4379969911884807e-05,
+      "loss": 0.2827,
+      "step": 3650
+    },
+    {
+      "epoch": 7.1083696178035805,
+      "grad_norm": 13.1163969039917,
+      "learning_rate": 1.4326241134751775e-05,
+      "loss": 0.2818,
+      "step": 3675
+    },
+    {
+      "epoch": 7.156748911465892,
+      "grad_norm": 30.6253604888916,
+      "learning_rate": 1.4272512357618742e-05,
+      "loss": 0.2656,
+      "step": 3700
+    },
+    {
+      "epoch": 7.205128205128205,
+      "grad_norm": 17.95513916015625,
+      "learning_rate": 1.421878358048571e-05,
+      "loss": 0.2815,
+      "step": 3725
+    },
+    {
+      "epoch": 7.253507498790517,
+      "grad_norm": 11.464018821716309,
+      "learning_rate": 1.4165054803352676e-05,
+      "loss": 0.2909,
+      "step": 3750
+    },
+    {
+      "epoch": 7.30188679245283,
+      "grad_norm": 9.088630676269531,
+      "learning_rate": 1.4111326026219645e-05,
+      "loss": 0.2545,
+      "step": 3775
+    },
+    {
+      "epoch": 7.350266086115143,
+      "grad_norm": 9.010058403015137,
+      "learning_rate": 1.4057597249086612e-05,
+      "loss": 0.2781,
+      "step": 3800
+    },
+    {
+      "epoch": 7.398645379777455,
+      "grad_norm": 17.2078914642334,
+      "learning_rate": 1.4003868471953579e-05,
+      "loss": 0.3085,
+      "step": 3825
+    },
+    {
+      "epoch": 7.447024673439768,
+      "grad_norm": 23.25287437438965,
+      "learning_rate": 1.3950139694820548e-05,
+      "loss": 0.2535,
+      "step": 3850
+    },
+    {
+      "epoch": 7.495403967102081,
+      "grad_norm": 14.707906723022461,
+      "learning_rate": 1.3896410917687515e-05,
+      "loss": 0.278,
+      "step": 3875
+    },
+    {
+      "epoch": 7.543783260764393,
+      "grad_norm": 15.687484741210938,
+      "learning_rate": 1.3842682140554482e-05,
+      "loss": 0.2746,
+      "step": 3900
+    },
+    {
+      "epoch": 7.5921625544267055,
+      "grad_norm": 25.203109741210938,
+      "learning_rate": 1.3788953363421449e-05,
+      "loss": 0.2774,
+      "step": 3925
+    },
+    {
+      "epoch": 7.640541848089018,
+      "grad_norm": 37.83537673950195,
+      "learning_rate": 1.3735224586288418e-05,
+      "loss": 0.2568,
+      "step": 3950
+    },
+    {
+      "epoch": 7.68892114175133,
+      "grad_norm": 19.2193660736084,
+      "learning_rate": 1.3681495809155385e-05,
+      "loss": 0.2744,
+      "step": 3975
+    },
+    {
+      "epoch": 7.737300435413643,
+      "grad_norm": 6.982417106628418,
+      "learning_rate": 1.3627767032022352e-05,
+      "loss": 0.2632,
+      "step": 4000
+    },
+    {
+      "epoch": 7.785679729075955,
+      "grad_norm": 15.570717811584473,
+      "learning_rate": 1.3574038254889319e-05,
+      "loss": 0.3134,
+      "step": 4025
+    },
+    {
+      "epoch": 7.834059022738268,
+      "grad_norm": 16.257978439331055,
+      "learning_rate": 1.3520309477756289e-05,
+      "loss": 0.2333,
+      "step": 4050
+    },
+    {
+      "epoch": 7.882438316400581,
+      "grad_norm": 15.57512092590332,
+      "learning_rate": 1.3466580700623256e-05,
+      "loss": 0.254,
+      "step": 4075
+    },
+    {
+      "epoch": 7.930817610062893,
+      "grad_norm": 12.211981773376465,
+      "learning_rate": 1.3412851923490221e-05,
+      "loss": 0.287,
+      "step": 4100
+    },
+    {
+      "epoch": 7.979196903725206,
+      "grad_norm": 25.638324737548828,
+      "learning_rate": 1.3359123146357188e-05,
+      "loss": 0.2727,
+      "step": 4125
+    },
+    {
+      "epoch": 8.0,
+      "eval_accuracy": 0.21151984511132624,
+      "eval_loss": 1.3021280765533447,
+      "eval_macro_f1": 0.5782723941294821,
+      "eval_micro_f1": 0.5895004625346901,
+      "eval_runtime": 5.4876,
+      "eval_samples_per_second": 376.488,
+      "eval_steps_per_second": 23.69,
+      "eval_weighted_f1": 0.5897133399112836,
+      "step": 4136
+    },
+    {
+      "epoch": 8.027092404450896,
+      "grad_norm": 6.1955437660217285,
+      "learning_rate": 1.3305394369224159e-05,
+      "loss": 0.2198,
+      "step": 4150
+    },
+    {
+      "epoch": 8.075471698113208,
+      "grad_norm": 14.61245059967041,
+      "learning_rate": 1.3251665592091126e-05,
+      "loss": 0.1759,
+      "step": 4175
+    },
+    {
+      "epoch": 8.12385099177552,
+      "grad_norm": 9.61945629119873,
+      "learning_rate": 1.3197936814958093e-05,
+      "loss": 0.2131,
+      "step": 4200
+    },
+    {
+      "epoch": 8.172230285437832,
+      "grad_norm": 7.219132423400879,
+      "learning_rate": 1.314420803782506e-05,
+      "loss": 0.1917,
+      "step": 4225
+    },
+    {
+      "epoch": 8.220609579100145,
+      "grad_norm": 17.22059440612793,
+      "learning_rate": 1.3090479260692028e-05,
+      "loss": 0.1796,
+      "step": 4250
+    },
+    {
+      "epoch": 8.268988872762458,
+      "grad_norm": 6.578064918518066,
+      "learning_rate": 1.3036750483558995e-05,
+      "loss": 0.1888,
+      "step": 4275
+    },
+    {
+      "epoch": 8.317368166424771,
+      "grad_norm": 8.158023834228516,
+      "learning_rate": 1.2983021706425962e-05,
+      "loss": 0.1976,
+      "step": 4300
+    },
+    {
+      "epoch": 8.365747460087082,
+      "grad_norm": 9.177253723144531,
+      "learning_rate": 1.2929292929292931e-05,
+      "loss": 0.1877,
+      "step": 4325
+    },
+    {
+      "epoch": 8.414126753749395,
+      "grad_norm": 14.048047065734863,
+      "learning_rate": 1.2875564152159898e-05,
+      "loss": 0.1586,
+      "step": 4350
+    },
+    {
+      "epoch": 8.462506047411708,
+      "grad_norm": 14.019916534423828,
+      "learning_rate": 1.2821835375026865e-05,
+      "loss": 0.1743,
+      "step": 4375
+    },
+    {
+      "epoch": 8.51088534107402,
+      "grad_norm": 5.581477165222168,
+      "learning_rate": 1.2768106597893832e-05,
+      "loss": 0.1539,
+      "step": 4400
+    },
+    {
+      "epoch": 8.559264634736333,
+      "grad_norm": 9.58529281616211,
+      "learning_rate": 1.2714377820760801e-05,
+      "loss": 0.1703,
+      "step": 4425
+    },
+    {
+      "epoch": 8.607643928398645,
+      "grad_norm": 9.120277404785156,
+      "learning_rate": 1.2660649043627768e-05,
+      "loss": 0.1669,
+      "step": 4450
+    },
+    {
+      "epoch": 8.656023222060957,
+      "grad_norm": 9.864692687988281,
+      "learning_rate": 1.2606920266494735e-05,
+      "loss": 0.1636,
+      "step": 4475
+    },
+    {
+      "epoch": 8.70440251572327,
+      "grad_norm": 12.242671966552734,
+      "learning_rate": 1.2553191489361702e-05,
+      "loss": 0.1842,
+      "step": 4500
+    },
+    {
+      "epoch": 8.752781809385583,
+      "grad_norm": 24.62540626525879,
+      "learning_rate": 1.2499462712228672e-05,
+      "loss": 0.1816,
+      "step": 4525
+    },
+    {
+      "epoch": 8.801161103047896,
+      "grad_norm": 14.174544334411621,
+      "learning_rate": 1.2445733935095638e-05,
+      "loss": 0.1671,
+      "step": 4550
+    },
+    {
+      "epoch": 8.849540396710207,
+      "grad_norm": 12.847330093383789,
+      "learning_rate": 1.2392005157962605e-05,
+      "loss": 0.169,
+      "step": 4575
+    },
+    {
+      "epoch": 8.89791969037252,
+      "grad_norm": 8.088873863220215,
+      "learning_rate": 1.2338276380829572e-05,
+      "loss": 0.1876,
+      "step": 4600
+    },
+    {
+      "epoch": 8.946298984034833,
+      "grad_norm": 6.645201206207275,
+      "learning_rate": 1.2284547603696542e-05,
+      "loss": 0.166,
+      "step": 4625
+    },
+    {
+      "epoch": 8.994678277697146,
+      "grad_norm": 7.531081676483154,
+      "learning_rate": 1.223081882656351e-05,
+      "loss": 0.1823,
+      "step": 4650
+    },
+    {
+      "epoch": 9.0,
+      "eval_accuracy": 0.2308809293320426,
+      "eval_loss": 1.5150859355926514,
+      "eval_macro_f1": 0.5784395074555267,
+      "eval_micro_f1": 0.5941870363614252,
+      "eval_runtime": 5.4847,
+      "eval_samples_per_second": 376.682,
+      "eval_steps_per_second": 23.702,
+      "eval_weighted_f1": 0.59344746209773,
+      "step": 4653
+    },
+    {
+      "epoch": 9.042573778422835,
+      "grad_norm": 6.2403788566589355,
+      "learning_rate": 1.2177090049430476e-05,
+      "loss": 0.14,
+      "step": 4675
+    },
+    {
+      "epoch": 9.090953072085147,
+      "grad_norm": 11.196371078491211,
+      "learning_rate": 1.2123361272297443e-05,
+      "loss": 0.1201,
+      "step": 4700
+    },
+    {
+      "epoch": 9.13933236574746,
+      "grad_norm": 7.378260135650635,
+      "learning_rate": 1.2069632495164412e-05,
+      "loss": 0.1368,
+      "step": 4725
+    },
+    {
+      "epoch": 9.187711659409773,
+      "grad_norm": 14.717679977416992,
+      "learning_rate": 1.2015903718031379e-05,
+      "loss": 0.1242,
+      "step": 4750
+    },
+    {
+      "epoch": 9.236090953072084,
+      "grad_norm": 4.994849681854248,
+      "learning_rate": 1.1962174940898346e-05,
+      "loss": 0.1045,
+      "step": 4775
+    },
+    {
+      "epoch": 9.284470246734397,
+      "grad_norm": 7.019216060638428,
+      "learning_rate": 1.1908446163765313e-05,
+      "loss": 0.1335,
+      "step": 4800
+    },
+    {
+      "epoch": 9.33284954039671,
+      "grad_norm": 5.748807907104492,
+      "learning_rate": 1.1854717386632282e-05,
+      "loss": 0.1333,
+      "step": 4825
+    },
+    {
+      "epoch": 9.381228834059023,
+      "grad_norm": 4.704698085784912,
+      "learning_rate": 1.1800988609499249e-05,
+      "loss": 0.1239,
+      "step": 4850
+    },
+    {
+      "epoch": 9.429608127721336,
+      "grad_norm": 7.40090274810791,
+      "learning_rate": 1.1747259832366216e-05,
+      "loss": 0.1199,
+      "step": 4875
+    },
+    {
+      "epoch": 9.477987421383649,
+      "grad_norm": 31.91244125366211,
+      "learning_rate": 1.1693531055233184e-05,
+      "loss": 0.1153,
+      "step": 4900
+    },
+    {
+      "epoch": 9.52636671504596,
+      "grad_norm": 5.147928237915039,
+      "learning_rate": 1.1639802278100151e-05,
+      "loss": 0.1088,
+      "step": 4925
+    },
+    {
+      "epoch": 9.574746008708273,
+      "grad_norm": 7.8659281730651855,
+      "learning_rate": 1.1586073500967118e-05,
+      "loss": 0.135,
+      "step": 4950
+    },
+    {
+      "epoch": 9.623125302370585,
+      "grad_norm": 10.065581321716309,
+      "learning_rate": 1.1532344723834085e-05,
+      "loss": 0.1251,
+      "step": 4975
+    },
+    {
+      "epoch": 9.671504596032898,
+      "grad_norm": 9.215071678161621,
+      "learning_rate": 1.1478615946701054e-05,
+      "loss": 0.1064,
+      "step": 5000
+    },
+    {
+      "epoch": 9.719883889695211,
+      "grad_norm": 5.977715015411377,
+      "learning_rate": 1.1424887169568021e-05,
+      "loss": 0.1109,
+      "step": 5025
+    },
+    {
+      "epoch": 9.768263183357522,
+      "grad_norm": 5.4398908615112305,
+      "learning_rate": 1.1371158392434988e-05,
+      "loss": 0.1093,
+      "step": 5050
+    },
+    {
+      "epoch": 9.816642477019835,
+      "grad_norm": 23.457937240600586,
+      "learning_rate": 1.1317429615301955e-05,
+      "loss": 0.1221,
+      "step": 5075
+    },
+    {
+      "epoch": 9.865021770682148,
+      "grad_norm": 7.700453758239746,
+      "learning_rate": 1.1263700838168926e-05,
+      "loss": 0.1064,
+      "step": 5100
+    },
+    {
+      "epoch": 9.91340106434446,
+      "grad_norm": 7.132690906524658,
+      "learning_rate": 1.1209972061035893e-05,
+      "loss": 0.1118,
+      "step": 5125
+    },
+    {
+      "epoch": 9.961780358006774,
+      "grad_norm": 11.861428260803223,
+      "learning_rate": 1.115624328390286e-05,
+      "loss": 0.1222,
+      "step": 5150
+    },
+    {
+      "epoch": 10.0,
+      "eval_accuracy": 0.23959341723136496,
+      "eval_loss": 1.5644172430038452,
+      "eval_macro_f1": 0.589434727277138,
+      "eval_micro_f1": 0.6032320308731307,
+      "eval_runtime": 5.3493,
+      "eval_samples_per_second": 386.218,
+      "eval_steps_per_second": 24.302,
+      "eval_weighted_f1": 0.6017079171847658,
+      "step": 5170
+    },
+    {
+      "epoch": 10.009675858732463,
+      "grad_norm": 12.399359703063965,
+      "learning_rate": 1.1102514506769827e-05,
+      "loss": 0.1064,
+      "step": 5175
+    },
+    {
+      "epoch": 10.058055152394775,
+      "grad_norm": 22.138654708862305,
+      "learning_rate": 1.1048785729636795e-05,
+      "loss": 0.0954,
+      "step": 5200
+    },
+    {
+      "epoch": 10.106434446057088,
+      "grad_norm": 3.9895055294036865,
+      "learning_rate": 1.0995056952503762e-05,
+      "loss": 0.0892,
+      "step": 5225
+    },
+    {
+      "epoch": 10.1548137397194,
+      "grad_norm": 7.288790225982666,
+      "learning_rate": 1.094132817537073e-05,
+      "loss": 0.0822,
+      "step": 5250
+    },
+    {
+      "epoch": 10.203193033381712,
+      "grad_norm": 4.296976089477539,
+      "learning_rate": 1.0887599398237696e-05,
+      "loss": 0.0896,
+      "step": 5275
+    },
+    {
+      "epoch": 10.251572327044025,
+      "grad_norm": 4.658441066741943,
+      "learning_rate": 1.0833870621104665e-05,
+      "loss": 0.0818,
+      "step": 5300
+    },
+    {
+      "epoch": 10.299951620706338,
+      "grad_norm": 8.385149002075195,
+      "learning_rate": 1.0780141843971632e-05,
+      "loss": 0.0802,
+      "step": 5325
+    },
+    {
+      "epoch": 10.34833091436865,
+      "grad_norm": 5.316944599151611,
+      "learning_rate": 1.0726413066838599e-05,
+      "loss": 0.0791,
+      "step": 5350
+    },
+    {
+      "epoch": 10.396710208030962,
+      "grad_norm": 5.028977394104004,
+      "learning_rate": 1.0672684289705568e-05,
+      "loss": 0.082,
+      "step": 5375
+    },
+    {
+      "epoch": 10.445089501693275,
+      "grad_norm": 6.366180419921875,
+      "learning_rate": 1.0618955512572535e-05,
+      "loss": 0.0886,
+      "step": 5400
+    },
+    {
+      "epoch": 10.493468795355588,
+      "grad_norm": 7.595252513885498,
+      "learning_rate": 1.0565226735439502e-05,
+      "loss": 0.0664,
+      "step": 5425
+    },
+    {
+      "epoch": 10.5418480890179,
+      "grad_norm": 18.76088523864746,
+      "learning_rate": 1.0511497958306469e-05,
+      "loss": 0.077,
+      "step": 5450
+    },
+    {
+      "epoch": 10.590227382680213,
+      "grad_norm": 3.170776128768921,
+      "learning_rate": 1.0457769181173438e-05,
+      "loss": 0.0831,
+      "step": 5475
+    },
+    {
+      "epoch": 10.638606676342526,
+      "grad_norm": 11.398476600646973,
+      "learning_rate": 1.0404040404040405e-05,
+      "loss": 0.0761,
+      "step": 5500
+    },
+    {
+      "epoch": 10.686985970004837,
+      "grad_norm": 2.610450267791748,
+      "learning_rate": 1.0350311626907372e-05,
+      "loss": 0.0723,
+      "step": 5525
+    },
+    {
+      "epoch": 10.73536526366715,
+      "grad_norm": 35.435001373291016,
+      "learning_rate": 1.0296582849774339e-05,
+      "loss": 0.0931,
+      "step": 5550
+    },
+    {
+      "epoch": 10.783744557329463,
+      "grad_norm": 4.5601725578308105,
+      "learning_rate": 1.0242854072641309e-05,
+      "loss": 0.0978,
+      "step": 5575
+    },
+    {
+      "epoch": 10.832123850991776,
+      "grad_norm": 8.71249771118164,
+      "learning_rate": 1.0189125295508276e-05,
+      "loss": 0.0751,
+      "step": 5600
+    },
+    {
+      "epoch": 10.880503144654089,
+      "grad_norm": 4.6700568199157715,
+      "learning_rate": 1.0135396518375243e-05,
+      "loss": 0.0708,
+      "step": 5625
+    },
+    {
+      "epoch": 10.9288824383164,
+      "grad_norm": 13.204133987426758,
+      "learning_rate": 1.008166774124221e-05,
+      "loss": 0.0727,
+      "step": 5650
+    },
+    {
+      "epoch": 10.977261731978713,
+      "grad_norm": 11.492352485656738,
+      "learning_rate": 1.0027938964109179e-05,
+      "loss": 0.0726,
+      "step": 5675
+    },
+    {
+      "epoch": 11.0,
+      "eval_accuracy": 0.2463697967086157,
+      "eval_loss": 1.7850736379623413,
+      "eval_macro_f1": 0.5850074235608744,
+      "eval_micro_f1": 0.5975,
+      "eval_runtime": 5.3041,
+      "eval_samples_per_second": 389.513,
+      "eval_steps_per_second": 24.509,
+      "eval_weighted_f1": 0.5976633556628123,
+      "step": 5687
+    },
+    {
+      "epoch": 11.025157232704403,
+      "grad_norm": 27.288312911987305,
+      "learning_rate": 9.974210186976146e-06,
+      "loss": 0.076,
+      "step": 5700
+    },
+    {
+      "epoch": 11.073536526366714,
+      "grad_norm": 3.0560405254364014,
+      "learning_rate": 9.920481409843113e-06,
+      "loss": 0.0565,
+      "step": 5725
+    },
+    {
+      "epoch": 11.121915820029027,
+      "grad_norm": 2.6568918228149414,
+      "learning_rate": 9.86675263271008e-06,
+      "loss": 0.0555,
+      "step": 5750
+    },
+    {
+      "epoch": 11.17029511369134,
+      "grad_norm": 2.534762382507324,
+      "learning_rate": 9.813023855577047e-06,
+      "loss": 0.0525,
+      "step": 5775
+    },
+    {
+      "epoch": 11.218674407353653,
+      "grad_norm": 3.02870774269104,
+      "learning_rate": 9.759295078444016e-06,
+      "loss": 0.0691,
+      "step": 5800
+    },
+    {
+      "epoch": 11.267053701015966,
+      "grad_norm": 3.003662109375,
+      "learning_rate": 9.705566301310983e-06,
+      "loss": 0.0502,
+      "step": 5825
+    },
+    {
+      "epoch": 11.315432994678277,
+      "grad_norm": 5.787782192230225,
+      "learning_rate": 9.651837524177951e-06,
+      "loss": 0.0502,
+      "step": 5850
+    },
+    {
+      "epoch": 11.36381228834059,
+      "grad_norm": 6.043872356414795,
+      "learning_rate": 9.598108747044918e-06,
+      "loss": 0.0644,
+      "step": 5875
+    },
+    {
+      "epoch": 11.412191582002903,
+      "grad_norm": 1.9659380912780762,
+      "learning_rate": 9.544379969911885e-06,
+      "loss": 0.0449,
+      "step": 5900
+    },
+    {
+      "epoch": 11.460570875665216,
+      "grad_norm": 15.73853874206543,
+      "learning_rate": 9.490651192778854e-06,
+      "loss": 0.0562,
+      "step": 5925
+    },
+    {
+      "epoch": 11.508950169327528,
+      "grad_norm": 33.330814361572266,
+      "learning_rate": 9.436922415645821e-06,
+      "loss": 0.0503,
+      "step": 5950
+    },
+    {
+      "epoch": 11.55732946298984,
+      "grad_norm": 8.931597709655762,
+      "learning_rate": 9.383193638512788e-06,
+      "loss": 0.0806,
+      "step": 5975
+    },
+    {
+      "epoch": 11.605708756652152,
+      "grad_norm": 5.00516414642334,
+      "learning_rate": 9.329464861379755e-06,
+      "loss": 0.0466,
+      "step": 6000
+    },
+    {
+      "epoch": 11.654088050314465,
+      "grad_norm": 2.44901442527771,
+      "learning_rate": 9.275736084246724e-06,
+      "loss": 0.0564,
+      "step": 6025
+    },
+    {
+      "epoch": 11.702467343976778,
+      "grad_norm": 4.891525745391846,
+      "learning_rate": 9.22200730711369e-06,
+      "loss": 0.0494,
+      "step": 6050
+    },
+    {
+      "epoch": 11.750846637639091,
+      "grad_norm": 2.01142954826355,
+      "learning_rate": 9.16827852998066e-06,
+      "loss": 0.0505,
+      "step": 6075
+    },
+    {
+      "epoch": 11.799225931301404,
+      "grad_norm": 2.921797513961792,
+      "learning_rate": 9.114549752847626e-06,
+      "loss": 0.0487,
+      "step": 6100
+    },
+    {
+      "epoch": 11.847605224963715,
+      "grad_norm": 2.557776927947998,
+      "learning_rate": 9.060820975714594e-06,
+      "loss": 0.0723,
+      "step": 6125
+    },
+    {
+      "epoch": 11.895984518626028,
+      "grad_norm": 1.8494468927383423,
+      "learning_rate": 9.00709219858156e-06,
+      "loss": 0.046,
+      "step": 6150
+    },
+    {
+      "epoch": 11.94436381228834,
+      "grad_norm": 4.410852909088135,
+      "learning_rate": 8.95336342144853e-06,
+      "loss": 0.0422,
+      "step": 6175
+    },
+    {
+      "epoch": 11.992743105950654,
+      "grad_norm": 16.317676544189453,
+      "learning_rate": 8.899634644315496e-06,
+      "loss": 0.0485,
+      "step": 6200
+    },
+    {
+      "epoch": 12.0,
+      "eval_accuracy": 0.2463697967086157,
+      "eval_loss": 1.865548014640808,
+      "eval_macro_f1": 0.5803363125792905,
+      "eval_micro_f1": 0.5940346936228629,
+      "eval_runtime": 5.3051,
+      "eval_samples_per_second": 389.435,
+      "eval_steps_per_second": 24.505,
+      "eval_weighted_f1": 0.5935996574034343,
+      "step": 6204
+    },
+    {
+      "epoch": 12.040638606676342,
+      "grad_norm": 1.786427617073059,
+      "learning_rate": 8.845905867182463e-06,
+      "loss": 0.0481,
+      "step": 6225
+    },
+    {
+      "epoch": 12.089017900338655,
+      "grad_norm": 5.637268543243408,
+      "learning_rate": 8.79217709004943e-06,
+      "loss": 0.046,
+      "step": 6250
+    },
+    {
+      "epoch": 12.137397194000968,
+      "grad_norm": 14.10998249053955,
+      "learning_rate": 8.738448312916399e-06,
+      "loss": 0.0316,
+      "step": 6275
+    },
+    {
+      "epoch": 12.18577648766328,
+      "grad_norm": 17.08757209777832,
+      "learning_rate": 8.684719535783366e-06,
+      "loss": 0.0416,
+      "step": 6300
+    },
+    {
+      "epoch": 12.234155781325592,
+      "grad_norm": 1.5816397666931152,
+      "learning_rate": 8.630990758650335e-06,
+      "loss": 0.0462,
+      "step": 6325
+    },
+    {
+      "epoch": 12.282535074987905,
+      "grad_norm": 6.352742671966553,
+      "learning_rate": 8.5772619815173e-06,
+      "loss": 0.0333,
+      "step": 6350
+    },
+    {
+      "epoch": 12.330914368650218,
+      "grad_norm": 1.4152801036834717,
+      "learning_rate": 8.523533204384269e-06,
+      "loss": 0.0394,
+      "step": 6375
+    },
+    {
+      "epoch": 12.37929366231253,
+      "grad_norm": 2.584591865539551,
+      "learning_rate": 8.469804427251237e-06,
+      "loss": 0.0402,
+      "step": 6400
+    },
+    {
+      "epoch": 12.427672955974844,
+      "grad_norm": 1.5702027082443237,
+      "learning_rate": 8.416075650118204e-06,
+      "loss": 0.0357,
+      "step": 6425
+    },
+    {
+      "epoch": 12.476052249637155,
+      "grad_norm": 1.8631460666656494,
+      "learning_rate": 8.362346872985171e-06,
+      "loss": 0.0302,
+      "step": 6450
+    },
+    {
+      "epoch": 12.524431543299468,
+      "grad_norm": 12.027021408081055,
+      "learning_rate": 8.308618095852138e-06,
+      "loss": 0.0323,
+      "step": 6475
+    },
+    {
+      "epoch": 12.57281083696178,
+      "grad_norm": 3.7393643856048584,
+      "learning_rate": 8.254889318719107e-06,
+      "loss": 0.0448,
+      "step": 6500
+    },
+    {
+      "epoch": 12.621190130624093,
+      "grad_norm": 2.72605037689209,
+      "learning_rate": 8.201160541586074e-06,
+      "loss": 0.0435,
+      "step": 6525
+    },
+    {
+      "epoch": 12.669569424286406,
+      "grad_norm": 17.80036163330078,
+      "learning_rate": 8.147431764453041e-06,
+      "loss": 0.0387,
+      "step": 6550
+    },
+    {
+      "epoch": 12.717948717948717,
+      "grad_norm": 2.595747947692871,
+      "learning_rate": 8.093702987320008e-06,
+      "loss": 0.0307,
+      "step": 6575
+    },
+    {
+      "epoch": 12.76632801161103,
+      "grad_norm": 2.236510992050171,
+      "learning_rate": 8.039974210186977e-06,
+      "loss": 0.0372,
+      "step": 6600
+    },
+    {
+      "epoch": 12.814707305273343,
+      "grad_norm": 10.253715515136719,
+      "learning_rate": 7.986245433053944e-06,
+      "loss": 0.042,
+      "step": 6625
+    },
+    {
+      "epoch": 12.863086598935656,
+      "grad_norm": 2.278028726577759,
+      "learning_rate": 7.932516655920913e-06,
+      "loss": 0.0314,
+      "step": 6650
+    },
+    {
+      "epoch": 12.911465892597969,
+      "grad_norm": 2.0378241539001465,
+      "learning_rate": 7.87878787878788e-06,
+      "loss": 0.0294,
+      "step": 6675
+    },
+    {
+      "epoch": 12.959845186260281,
+      "grad_norm": 17.459020614624023,
+      "learning_rate": 7.825059101654847e-06,
+      "loss": 0.0344,
+      "step": 6700
+    },
+    {
+      "epoch": 13.0,
+      "eval_accuracy": 0.2521781219748306,
+      "eval_loss": 2.0721559524536133,
+      "eval_macro_f1": 0.5857718639149814,
+      "eval_micro_f1": 0.6008738113595476,
+      "eval_runtime": 5.3791,
+      "eval_samples_per_second": 384.082,
+      "eval_steps_per_second": 24.168,
+      "eval_weighted_f1": 0.5973308387340878,
+      "step": 6721
+    }
+  ],
+  "logging_steps": 25,
+  "max_steps": 10340,
+  "num_input_tokens_seen": 0,
+  "num_train_epochs": 20,
+  "save_steps": 500,
+  "stateful_callbacks": {
+    "EarlyStoppingCallback": {
+      "args": {
+        "early_stopping_patience": 3,
+        "early_stopping_threshold": 0.0
+      },
+      "attributes": {
+        "early_stopping_patience_counter": 3
+      }
+    },
+    "TrainerControl": {
+      "args": {
+        "should_epoch_stop": false,
+        "should_evaluate": false,
+        "should_log": false,
+        "should_save": true,
+        "should_training_stop": true
+      },
+      "attributes": {}
+    }
+  },
+  "total_flos": 0.0,
+  "train_batch_size": 8,
+  "trial_name": null,
+  "trial_params": null
+}
diff --git a/vihsd-mmbert-s42-20260903T073931Z-be517698/model.safetensors b/vihsd-mmbert-s42-20260903T073931Z-be517698/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8713d282acba5a98c1b48f9c79249e09ba638eeb
--- /dev/null
+++ b/vihsd-mmbert-s42-20260903T073931Z-be517698/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ab297280ef6802ed3af70ab92b1552a3fc2ea11a3aefdd5eb0b064c55b5eed85
+size 1227782196
diff --git a/vihsd-mmbert-s43-20260903T083246Z-6d4e1526/model.safetensors b/vihsd-mmbert-s43-20260903T083246Z-6d4e1526/model.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..de6c24854db7cdd8676ae5c0ddc5ff9ffce1cd01
--- /dev/null
+++ b/vihsd-mmbert-s43-20260903T083246Z-6d4e1526/model.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:29bb6a9dfe512674fa2d0add0c21048f54098d9f4331d7b66e4c10dc35657ee0
+size 1227782196