| { | |
| "package": "short_reply_0_6b.mlpackage", | |
| "prefillLength": 160, | |
| "cacheLength": 512, | |
| "decodeLengths": [1, 64, 128, 256], | |
| "layers": 28, | |
| "kvHeads": 8, | |
| "headDim": 128, | |
| "padID": 151643, | |
| "stopIDs": [151645, 151643], | |
| "maxNewTokens": 32, | |
| "systemPrompt": "Write one natural, very short reply to the social post as a separate person. React to a concrete detail in the post when possible. Do not invent facts or personal experiences. Use at most 12 words. Output only the reply.", | |
| "maxPostCharacters": 2000 | |
| } | |