Hugging Face's logo

AlexHung29629
/
mistral-processor

Transformers
Model card Files
xet
 Community
AlexHung29629 commited on
Commit
5f8d803
·
verified ·
1 Parent(s): 3580deb

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +2 -4
tokenizer_config.json CHANGED
@@ -169,7 +169,7 @@
169
  "normalized": false,
170
  "rstrip": false,
171
  "single_word": false,
172
- "special": true
173
  },
174
  "21": {
175
  "content": "</think>",
@@ -177,7 +177,7 @@
177
  "normalized": false,
178
  "rstrip": false,
179
  "single_word": false,
180
- "special": true
181
  },
182
  "22": {
183
  "content": "<SPECIAL_22>",
@@ -8025,8 +8025,6 @@
8025
  "[SYSTEM_PROMPT]",
8026
  "[/SYSTEM_PROMPT]",
8027
  "[TOOL_CONTENT]",
8028
- "<think>",
8029
- "</think>",
8030
  "<SPECIAL_22>",
8031
  "<SPECIAL_23>",
8032
  "<SPECIAL_24>",
 
169
  "normalized": false,
170
  "rstrip": false,
171
  "single_word": false,
172
+ "special": false
173
  },
174
  "21": {
175
  "content": "</think>",
 
177
  "normalized": false,
178
  "rstrip": false,
179
  "single_word": false,
180
+ "special": false
181
  },
182
  "22": {
183
  "content": "<SPECIAL_22>",
 
8025
  "[SYSTEM_PROMPT]",
8026
  "[/SYSTEM_PROMPT]",
8027
  "[TOOL_CONTENT]",
 
 
8028
  "<SPECIAL_22>",
8029
  "<SPECIAL_23>",
8030
  "<SPECIAL_24>",