| { | |
| "vocab": 8192, | |
| "dim": 320, | |
| "layers": 8, | |
| "heads": 5, | |
| "ffn": 864, | |
| "parameters": 12539200, | |
| "seq": 512, | |
| "special_tokens": { | |
| "<|endoftext|>": 0, | |
| "<|pre|>": 1, | |
| "<|suf|>": 2, | |
| "<|mid|>": 3 | |
| }, | |
| "prompt": "No text after the cursor: the text before it. Otherwise: <|suf|> after <|pre|> before <|mid|>." | |
| } |