File size: 493 Bytes
300c478 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 |
from __future__ import annotations
class NemotronMinistralDLMConstant:
reserve_id = 18
reserve_id_token = '<SPECIAL_18>'
reserve_id_enc = 19
reserve_id_token_enc = '<SPECIAL_19>'
mask_id = 100
mask_id_token = '<SPECIAL_100>'
fim_id = 20
fim_id_token = '<SPECIAL_20>'
eos_id = 11
eos_id_token = '<|im_end|>'
gen_im_start_token = '<SPECIAL_21>'
gen_im_end_token = '<SPECIAL_22>'
und_im_pad_token = '<SPECIAL_23>'
und_im_pad_token_id = 23
|