AlgoDriveAI commited on
Commit
5f10fc8
·
verified ·
1 Parent(s): 60cfcc2

Delete training

Browse files
training/checkpoint_config.json DELETED
@@ -1,63 +0,0 @@
1
- {
2
- "experiment_version": "gqa_deep400m_cont_r1",
3
- "optimizer": "adamw",
4
- "ffn_variant": "canonical_swiglu",
5
- "final_full_validation": true,
6
- "eval_seed": 3361,
7
- "training_budget": "full",
8
- "num_epochs": 2,
9
- "init_from": "/content/drive/MyDrive/Mathematician_L4_Experiments/gqa_deep400m_slm_v3_r1_anygpu/canonical_swiglu/adamw/ctx2048/1ep_from0/epoch_1.pt",
10
- "init_load_optimizer": true,
11
- "init_epochs_done": 1,
12
- "d_model": 1024,
13
- "n_layers": 32,
14
- "n_heads": 16,
15
- "n_kv_heads": 4,
16
- "rope_base": 10000.0,
17
- "ffn_inner": 2816,
18
- "ce_chunk": 1024,
19
- "emb_dropout": 0.05,
20
- "use_compile": true,
21
- "gradient_checkpointing": false,
22
- "dataset_id": "AlgoDriveAI/SLM_v6",
23
- "dataset_revision": "main",
24
- "tokenizer_id": "mistralai/Mistral-7B-v0.1",
25
- "tokenizer_revision": "main",
26
- "doc_eos_token": "<|endoftext|>",
27
- "vocab_pad_multiple": 64,
28
- "cache_dir": "/content/mathematician_parallel_data/slm_v3_expanded_r3",
29
- "output_dir": "/content/drive/MyDrive/Mathematician_L4_Experiments/gqa_deep400m_slm_v3_r1_anygpu/continue_r2_ctx4096",
30
- "max_train_stories": 0,
31
- "max_validation_stories": 0,
32
- "num_proc": 12,
33
- "tokenize_batch_size": 512,
34
- "verify_cache_hashes": true,
35
- "seq_len": 4096,
36
- "micro_batch": 2,
37
- "grad_accum": 2,
38
- "max_steps": 279968,
39
- "pilot_steps": 0,
40
- "learning_rate": 0.0001,
41
- "min_learning_rate": 5e-06,
42
- "warmup_steps": 500,
43
- "decay_fraction": 0.5,
44
- "step_cap": 0,
45
- "decay_shape": "linear",
46
- "weight_decay": 0.1,
47
- "decay_embeddings": false,
48
- "label_smoothing": 0.05,
49
- "grad_clip": 1.0,
50
- "adam_beta1": 0.9,
51
- "adam_beta2": 0.95,
52
- "adam_eps": 1e-08,
53
- "device": "auto",
54
- "precision": "auto",
55
- "seed": 1337,
56
- "cpu_threads": 4,
57
- "log_every": 10,
58
- "eval_every": 5000,
59
- "eval_batches": 64,
60
- "save_every": 2500,
61
- "synthetic_smoke": false,
62
- "benchmark_steps": 48
63
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training/checkpoint_provenance.json DELETED
@@ -1,60 +0,0 @@
1
- {
2
- "step": 275000,
3
- "epoch": 1,
4
- "seen_tokens": 4505593666,
5
- "vocab_size": 32064,
6
- "eos_token_id": 32000,
7
- "model_semantics": {
8
- "schema": "model_executable_code_v1",
9
- "python_bytecode": [
10
- 3,
11
- 13
12
- ],
13
- "sha256": "9ac3f332747224f1bac7caedc7aa8b0e8296aac5e21b66ad2014acb46bca6fb7",
14
- "torch_version": "2.11.0+cu130"
15
- },
16
- "semantic_provenance": "verified_current_code",
17
- "data_identity": {
18
- "vocab_size": 32064,
19
- "eos_token_id": 32000,
20
- "resolved_dataset_revision": "cd9abb9478de7bedd0de091c23ecbd64973a0fa2",
21
- "resolved_tokenizer_revision": "27d67f1b5f57dc0953326b2601d68371d40ea8da",
22
- "splits": {
23
- "train": {
24
- "tokens": 4586989379,
25
- "stories": 2258349,
26
- "dtype": "<u2",
27
- "sha256": "95ee8233387f38b44e75fb6964f09298949026efd6eb5c89ad11ffd5d15418dd",
28
- "bytes": 9173978758
29
- },
30
- "validation": {
31
- "tokens": 46246610,
32
- "stories": 22812,
33
- "dtype": "<u2",
34
- "sha256": "18383a8c57e54d9c9a78eb80c4fe689b8bac06e9c1b4fdb0f51cbd2cdc8486a8",
35
- "bytes": 92493220
36
- }
37
- },
38
- "tokenizer_files": {
39
- "added_tokens.json": "73c50d674f73ad891b34b41c5d9f333a40c3efa7513642507e4cb3cf31c4f9e6",
40
- "tokenizer.json": "f17ba8a51d28afc4a96ea0c4073653899a30660442942bb3b9376011769ff20b",
41
- "special_tokens_map.json": "e83ce2988a3859df8b5003de575fe0d2d66f5aab3a76c6173eab6c4720012ede",
42
- "tokenizer.model": "dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055",
43
- "tokenizer_config.json": "6de3091cae732fbdc7f0ad55168353af6d7847e47826e547d89f6f0318376e9a"
44
- }
45
- },
46
- "checkpoint_filename": "32_indx.pt",
47
- "checkpoint_sha256": "597dd50ccc728ed844bf412438c8b1e8602059fd0c4f0c9e723ba6d290868042",
48
- "exact_training_source_sha256": "ce792e3792a02edc3f31584294f4dfc68282d2f07f945168ec7ec905abf305f9",
49
- "previous_model_code_repository": "AlgoDriveAI/Inferno-Exp-1.6",
50
- "previous_model_code_revision": "8b0b06c25b0ec5deaecbb017454a937c964aa4c9",
51
- "exact_source_fingerprint_verified": true,
52
- "max_absolute_reference_logit_difference": 0.0,
53
- "export_versions": {
54
- "torch": "2.11.0+cu130",
55
- "transformers": "4.57.6",
56
- "huggingface_hub": "0.36.2",
57
- "safetensors": "0.8.0"
58
- },
59
- "exported_model_code_sha256": "4c279350dfdd33204a47929582a4bfb03b6a1afc6da8bd95d2ae14acce3e81df"
60
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training/tokenizer/added_tokens.json DELETED
@@ -1,66 +0,0 @@
1
- {
2
- "<|dummy_0|>": 32001,
3
- "<|dummy_10|>": 32011,
4
- "<|dummy_11|>": 32012,
5
- "<|dummy_12|>": 32013,
6
- "<|dummy_13|>": 32014,
7
- "<|dummy_14|>": 32015,
8
- "<|dummy_15|>": 32016,
9
- "<|dummy_16|>": 32017,
10
- "<|dummy_17|>": 32018,
11
- "<|dummy_18|>": 32019,
12
- "<|dummy_19|>": 32020,
13
- "<|dummy_1|>": 32002,
14
- "<|dummy_20|>": 32021,
15
- "<|dummy_21|>": 32022,
16
- "<|dummy_22|>": 32023,
17
- "<|dummy_23|>": 32024,
18
- "<|dummy_24|>": 32025,
19
- "<|dummy_25|>": 32026,
20
- "<|dummy_26|>": 32027,
21
- "<|dummy_27|>": 32028,
22
- "<|dummy_28|>": 32029,
23
- "<|dummy_29|>": 32030,
24
- "<|dummy_2|>": 32003,
25
- "<|dummy_30|>": 32031,
26
- "<|dummy_31|>": 32032,
27
- "<|dummy_32|>": 32033,
28
- "<|dummy_33|>": 32034,
29
- "<|dummy_34|>": 32035,
30
- "<|dummy_35|>": 32036,
31
- "<|dummy_36|>": 32037,
32
- "<|dummy_37|>": 32038,
33
- "<|dummy_38|>": 32039,
34
- "<|dummy_39|>": 32040,
35
- "<|dummy_3|>": 32004,
36
- "<|dummy_40|>": 32041,
37
- "<|dummy_41|>": 32042,
38
- "<|dummy_42|>": 32043,
39
- "<|dummy_43|>": 32044,
40
- "<|dummy_44|>": 32045,
41
- "<|dummy_45|>": 32046,
42
- "<|dummy_46|>": 32047,
43
- "<|dummy_47|>": 32048,
44
- "<|dummy_48|>": 32049,
45
- "<|dummy_49|>": 32050,
46
- "<|dummy_4|>": 32005,
47
- "<|dummy_50|>": 32051,
48
- "<|dummy_51|>": 32052,
49
- "<|dummy_52|>": 32053,
50
- "<|dummy_53|>": 32054,
51
- "<|dummy_54|>": 32055,
52
- "<|dummy_55|>": 32056,
53
- "<|dummy_56|>": 32057,
54
- "<|dummy_57|>": 32058,
55
- "<|dummy_58|>": 32059,
56
- "<|dummy_59|>": 32060,
57
- "<|dummy_5|>": 32006,
58
- "<|dummy_60|>": 32061,
59
- "<|dummy_61|>": 32062,
60
- "<|dummy_62|>": 32063,
61
- "<|dummy_6|>": 32007,
62
- "<|dummy_7|>": 32008,
63
- "<|dummy_8|>": 32009,
64
- "<|dummy_9|>": 32010,
65
- "<|endoftext|>": 32000
66
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training/tokenizer/special_tokens_map.json DELETED
@@ -1,27 +0,0 @@
1
- {
2
- "additional_special_tokens": [
3
- {
4
- "content": "<|endoftext|>",
5
- "lstrip": false,
6
- "normalized": false,
7
- "rstrip": false,
8
- "single_word": false
9
- }
10
- ],
11
- "bos_token": {
12
- "content": "<s>",
13
- "lstrip": false,
14
- "normalized": false,
15
- "rstrip": false,
16
- "single_word": false
17
- },
18
- "eos_token": "<|endoftext|>",
19
- "pad_token": "<|endoftext|>",
20
- "unk_token": {
21
- "content": "<unk>",
22
- "lstrip": false,
23
- "normalized": false,
24
- "rstrip": false,
25
- "single_word": false
26
- }
27
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training/tokenizer/tokenizer.json DELETED
The diff for this file is too large to render. See raw diff
 
training/tokenizer/tokenizer.model DELETED
@@ -1,3 +0,0 @@
1
- version https://git-lfs.github.com/spec/v1
2
- oid sha256:dadfd56d766715c61d2ef780a525ab43b8e6da4de6865bda3d95fdef5e134055
3
- size 493443
 
 
 
 
training/tokenizer/tokenizer_config.json DELETED
@@ -1,558 +0,0 @@
1
- {
2
- "add_bos_token": true,
3
- "add_eos_token": false,
4
- "add_prefix_space": null,
5
- "added_tokens_decoder": {
6
- "0": {
7
- "content": "<unk>",
8
- "lstrip": false,
9
- "normalized": false,
10
- "rstrip": false,
11
- "single_word": false,
12
- "special": true
13
- },
14
- "1": {
15
- "content": "<s>",
16
- "lstrip": false,
17
- "normalized": false,
18
- "rstrip": false,
19
- "single_word": false,
20
- "special": true
21
- },
22
- "2": {
23
- "content": "</s>",
24
- "lstrip": false,
25
- "normalized": false,
26
- "rstrip": false,
27
- "single_word": false,
28
- "special": true
29
- },
30
- "32000": {
31
- "content": "<|endoftext|>",
32
- "lstrip": false,
33
- "normalized": false,
34
- "rstrip": false,
35
- "single_word": false,
36
- "special": true
37
- },
38
- "32001": {
39
- "content": "<|dummy_0|>",
40
- "lstrip": false,
41
- "normalized": true,
42
- "rstrip": false,
43
- "single_word": false,
44
- "special": false
45
- },
46
- "32002": {
47
- "content": "<|dummy_1|>",
48
- "lstrip": false,
49
- "normalized": true,
50
- "rstrip": false,
51
- "single_word": false,
52
- "special": false
53
- },
54
- "32003": {
55
- "content": "<|dummy_2|>",
56
- "lstrip": false,
57
- "normalized": true,
58
- "rstrip": false,
59
- "single_word": false,
60
- "special": false
61
- },
62
- "32004": {
63
- "content": "<|dummy_3|>",
64
- "lstrip": false,
65
- "normalized": true,
66
- "rstrip": false,
67
- "single_word": false,
68
- "special": false
69
- },
70
- "32005": {
71
- "content": "<|dummy_4|>",
72
- "lstrip": false,
73
- "normalized": true,
74
- "rstrip": false,
75
- "single_word": false,
76
- "special": false
77
- },
78
- "32006": {
79
- "content": "<|dummy_5|>",
80
- "lstrip": false,
81
- "normalized": true,
82
- "rstrip": false,
83
- "single_word": false,
84
- "special": false
85
- },
86
- "32007": {
87
- "content": "<|dummy_6|>",
88
- "lstrip": false,
89
- "normalized": true,
90
- "rstrip": false,
91
- "single_word": false,
92
- "special": false
93
- },
94
- "32008": {
95
- "content": "<|dummy_7|>",
96
- "lstrip": false,
97
- "normalized": true,
98
- "rstrip": false,
99
- "single_word": false,
100
- "special": false
101
- },
102
- "32009": {
103
- "content": "<|dummy_8|>",
104
- "lstrip": false,
105
- "normalized": true,
106
- "rstrip": false,
107
- "single_word": false,
108
- "special": false
109
- },
110
- "32010": {
111
- "content": "<|dummy_9|>",
112
- "lstrip": false,
113
- "normalized": true,
114
- "rstrip": false,
115
- "single_word": false,
116
- "special": false
117
- },
118
- "32011": {
119
- "content": "<|dummy_10|>",
120
- "lstrip": false,
121
- "normalized": true,
122
- "rstrip": false,
123
- "single_word": false,
124
- "special": false
125
- },
126
- "32012": {
127
- "content": "<|dummy_11|>",
128
- "lstrip": false,
129
- "normalized": true,
130
- "rstrip": false,
131
- "single_word": false,
132
- "special": false
133
- },
134
- "32013": {
135
- "content": "<|dummy_12|>",
136
- "lstrip": false,
137
- "normalized": true,
138
- "rstrip": false,
139
- "single_word": false,
140
- "special": false
141
- },
142
- "32014": {
143
- "content": "<|dummy_13|>",
144
- "lstrip": false,
145
- "normalized": true,
146
- "rstrip": false,
147
- "single_word": false,
148
- "special": false
149
- },
150
- "32015": {
151
- "content": "<|dummy_14|>",
152
- "lstrip": false,
153
- "normalized": true,
154
- "rstrip": false,
155
- "single_word": false,
156
- "special": false
157
- },
158
- "32016": {
159
- "content": "<|dummy_15|>",
160
- "lstrip": false,
161
- "normalized": true,
162
- "rstrip": false,
163
- "single_word": false,
164
- "special": false
165
- },
166
- "32017": {
167
- "content": "<|dummy_16|>",
168
- "lstrip": false,
169
- "normalized": true,
170
- "rstrip": false,
171
- "single_word": false,
172
- "special": false
173
- },
174
- "32018": {
175
- "content": "<|dummy_17|>",
176
- "lstrip": false,
177
- "normalized": true,
178
- "rstrip": false,
179
- "single_word": false,
180
- "special": false
181
- },
182
- "32019": {
183
- "content": "<|dummy_18|>",
184
- "lstrip": false,
185
- "normalized": true,
186
- "rstrip": false,
187
- "single_word": false,
188
- "special": false
189
- },
190
- "32020": {
191
- "content": "<|dummy_19|>",
192
- "lstrip": false,
193
- "normalized": true,
194
- "rstrip": false,
195
- "single_word": false,
196
- "special": false
197
- },
198
- "32021": {
199
- "content": "<|dummy_20|>",
200
- "lstrip": false,
201
- "normalized": true,
202
- "rstrip": false,
203
- "single_word": false,
204
- "special": false
205
- },
206
- "32022": {
207
- "content": "<|dummy_21|>",
208
- "lstrip": false,
209
- "normalized": true,
210
- "rstrip": false,
211
- "single_word": false,
212
- "special": false
213
- },
214
- "32023": {
215
- "content": "<|dummy_22|>",
216
- "lstrip": false,
217
- "normalized": true,
218
- "rstrip": false,
219
- "single_word": false,
220
- "special": false
221
- },
222
- "32024": {
223
- "content": "<|dummy_23|>",
224
- "lstrip": false,
225
- "normalized": true,
226
- "rstrip": false,
227
- "single_word": false,
228
- "special": false
229
- },
230
- "32025": {
231
- "content": "<|dummy_24|>",
232
- "lstrip": false,
233
- "normalized": true,
234
- "rstrip": false,
235
- "single_word": false,
236
- "special": false
237
- },
238
- "32026": {
239
- "content": "<|dummy_25|>",
240
- "lstrip": false,
241
- "normalized": true,
242
- "rstrip": false,
243
- "single_word": false,
244
- "special": false
245
- },
246
- "32027": {
247
- "content": "<|dummy_26|>",
248
- "lstrip": false,
249
- "normalized": true,
250
- "rstrip": false,
251
- "single_word": false,
252
- "special": false
253
- },
254
- "32028": {
255
- "content": "<|dummy_27|>",
256
- "lstrip": false,
257
- "normalized": true,
258
- "rstrip": false,
259
- "single_word": false,
260
- "special": false
261
- },
262
- "32029": {
263
- "content": "<|dummy_28|>",
264
- "lstrip": false,
265
- "normalized": true,
266
- "rstrip": false,
267
- "single_word": false,
268
- "special": false
269
- },
270
- "32030": {
271
- "content": "<|dummy_29|>",
272
- "lstrip": false,
273
- "normalized": true,
274
- "rstrip": false,
275
- "single_word": false,
276
- "special": false
277
- },
278
- "32031": {
279
- "content": "<|dummy_30|>",
280
- "lstrip": false,
281
- "normalized": true,
282
- "rstrip": false,
283
- "single_word": false,
284
- "special": false
285
- },
286
- "32032": {
287
- "content": "<|dummy_31|>",
288
- "lstrip": false,
289
- "normalized": true,
290
- "rstrip": false,
291
- "single_word": false,
292
- "special": false
293
- },
294
- "32033": {
295
- "content": "<|dummy_32|>",
296
- "lstrip": false,
297
- "normalized": true,
298
- "rstrip": false,
299
- "single_word": false,
300
- "special": false
301
- },
302
- "32034": {
303
- "content": "<|dummy_33|>",
304
- "lstrip": false,
305
- "normalized": true,
306
- "rstrip": false,
307
- "single_word": false,
308
- "special": false
309
- },
310
- "32035": {
311
- "content": "<|dummy_34|>",
312
- "lstrip": false,
313
- "normalized": true,
314
- "rstrip": false,
315
- "single_word": false,
316
- "special": false
317
- },
318
- "32036": {
319
- "content": "<|dummy_35|>",
320
- "lstrip": false,
321
- "normalized": true,
322
- "rstrip": false,
323
- "single_word": false,
324
- "special": false
325
- },
326
- "32037": {
327
- "content": "<|dummy_36|>",
328
- "lstrip": false,
329
- "normalized": true,
330
- "rstrip": false,
331
- "single_word": false,
332
- "special": false
333
- },
334
- "32038": {
335
- "content": "<|dummy_37|>",
336
- "lstrip": false,
337
- "normalized": true,
338
- "rstrip": false,
339
- "single_word": false,
340
- "special": false
341
- },
342
- "32039": {
343
- "content": "<|dummy_38|>",
344
- "lstrip": false,
345
- "normalized": true,
346
- "rstrip": false,
347
- "single_word": false,
348
- "special": false
349
- },
350
- "32040": {
351
- "content": "<|dummy_39|>",
352
- "lstrip": false,
353
- "normalized": true,
354
- "rstrip": false,
355
- "single_word": false,
356
- "special": false
357
- },
358
- "32041": {
359
- "content": "<|dummy_40|>",
360
- "lstrip": false,
361
- "normalized": true,
362
- "rstrip": false,
363
- "single_word": false,
364
- "special": false
365
- },
366
- "32042": {
367
- "content": "<|dummy_41|>",
368
- "lstrip": false,
369
- "normalized": true,
370
- "rstrip": false,
371
- "single_word": false,
372
- "special": false
373
- },
374
- "32043": {
375
- "content": "<|dummy_42|>",
376
- "lstrip": false,
377
- "normalized": true,
378
- "rstrip": false,
379
- "single_word": false,
380
- "special": false
381
- },
382
- "32044": {
383
- "content": "<|dummy_43|>",
384
- "lstrip": false,
385
- "normalized": true,
386
- "rstrip": false,
387
- "single_word": false,
388
- "special": false
389
- },
390
- "32045": {
391
- "content": "<|dummy_44|>",
392
- "lstrip": false,
393
- "normalized": true,
394
- "rstrip": false,
395
- "single_word": false,
396
- "special": false
397
- },
398
- "32046": {
399
- "content": "<|dummy_45|>",
400
- "lstrip": false,
401
- "normalized": true,
402
- "rstrip": false,
403
- "single_word": false,
404
- "special": false
405
- },
406
- "32047": {
407
- "content": "<|dummy_46|>",
408
- "lstrip": false,
409
- "normalized": true,
410
- "rstrip": false,
411
- "single_word": false,
412
- "special": false
413
- },
414
- "32048": {
415
- "content": "<|dummy_47|>",
416
- "lstrip": false,
417
- "normalized": true,
418
- "rstrip": false,
419
- "single_word": false,
420
- "special": false
421
- },
422
- "32049": {
423
- "content": "<|dummy_48|>",
424
- "lstrip": false,
425
- "normalized": true,
426
- "rstrip": false,
427
- "single_word": false,
428
- "special": false
429
- },
430
- "32050": {
431
- "content": "<|dummy_49|>",
432
- "lstrip": false,
433
- "normalized": true,
434
- "rstrip": false,
435
- "single_word": false,
436
- "special": false
437
- },
438
- "32051": {
439
- "content": "<|dummy_50|>",
440
- "lstrip": false,
441
- "normalized": true,
442
- "rstrip": false,
443
- "single_word": false,
444
- "special": false
445
- },
446
- "32052": {
447
- "content": "<|dummy_51|>",
448
- "lstrip": false,
449
- "normalized": true,
450
- "rstrip": false,
451
- "single_word": false,
452
- "special": false
453
- },
454
- "32053": {
455
- "content": "<|dummy_52|>",
456
- "lstrip": false,
457
- "normalized": true,
458
- "rstrip": false,
459
- "single_word": false,
460
- "special": false
461
- },
462
- "32054": {
463
- "content": "<|dummy_53|>",
464
- "lstrip": false,
465
- "normalized": true,
466
- "rstrip": false,
467
- "single_word": false,
468
- "special": false
469
- },
470
- "32055": {
471
- "content": "<|dummy_54|>",
472
- "lstrip": false,
473
- "normalized": true,
474
- "rstrip": false,
475
- "single_word": false,
476
- "special": false
477
- },
478
- "32056": {
479
- "content": "<|dummy_55|>",
480
- "lstrip": false,
481
- "normalized": true,
482
- "rstrip": false,
483
- "single_word": false,
484
- "special": false
485
- },
486
- "32057": {
487
- "content": "<|dummy_56|>",
488
- "lstrip": false,
489
- "normalized": true,
490
- "rstrip": false,
491
- "single_word": false,
492
- "special": false
493
- },
494
- "32058": {
495
- "content": "<|dummy_57|>",
496
- "lstrip": false,
497
- "normalized": true,
498
- "rstrip": false,
499
- "single_word": false,
500
- "special": false
501
- },
502
- "32059": {
503
- "content": "<|dummy_58|>",
504
- "lstrip": false,
505
- "normalized": true,
506
- "rstrip": false,
507
- "single_word": false,
508
- "special": false
509
- },
510
- "32060": {
511
- "content": "<|dummy_59|>",
512
- "lstrip": false,
513
- "normalized": true,
514
- "rstrip": false,
515
- "single_word": false,
516
- "special": false
517
- },
518
- "32061": {
519
- "content": "<|dummy_60|>",
520
- "lstrip": false,
521
- "normalized": true,
522
- "rstrip": false,
523
- "single_word": false,
524
- "special": false
525
- },
526
- "32062": {
527
- "content": "<|dummy_61|>",
528
- "lstrip": false,
529
- "normalized": true,
530
- "rstrip": false,
531
- "single_word": false,
532
- "special": false
533
- },
534
- "32063": {
535
- "content": "<|dummy_62|>",
536
- "lstrip": false,
537
- "normalized": true,
538
- "rstrip": false,
539
- "single_word": false,
540
- "special": false
541
- }
542
- },
543
- "additional_special_tokens": [
544
- "<|endoftext|>"
545
- ],
546
- "bos_token": "<s>",
547
- "clean_up_tokenization_spaces": false,
548
- "eos_token": "<|endoftext|>",
549
- "extra_special_tokens": {},
550
- "legacy": false,
551
- "model_max_length": 1000000000,
552
- "pad_token": "<|endoftext|>",
553
- "sp_model_kwargs": {},
554
- "spaces_between_special_tokens": false,
555
- "tokenizer_class": "LlamaTokenizer",
556
- "unk_token": "<unk>",
557
- "use_default_system_prompt": false
558
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
training/train_inferno_exact.py DELETED
The diff for this file is too large to render. See raw diff