feat: add tokenizer_config.json for AutoTokenizer support

tokenizer_config.json

@@ -0,0 +1,31 @@
+{
+  "add_bos_token": false,
+  "add_prefix_space": false,
+  "bos_token": "<|bos|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|eos|>",
+  "model_max_length": 1048576,
+  "pad_token": "<|pad|>",
+  "tokenizer_class": "PreTrainedTokenizerFast",
+  "unk_token": "<|endoftext|>",
+  "extra_special_tokens": [
+    "<|endoftext|>",
+    "<|pad|>",
+    "<|bos|>",
+    "<|eos|>",
+    "<repo>",
+    "</repo>",
+    "<file>",
+    "</file>",
+    "<path>",
+    "</path>",
+    "<think>",
+    "</think>",
+    "<separator>",
+    "</separator>",
+    "  ",
+    "    ",
+    "        ",
+    "\t"
+  ]
+}