{"vocab": 16384, "d_model": 768, "layers": 6, "heads": 6, "head_dim": 128, "ff": 2048, "seq": 1024, "specials": ["<|pad|>", "<|eos|>", "<|user|>", "<|assistant|>", "<|system|>"], "template": "<|user|>text<|eos|><|assistant|>text<|eos|>"}