Gab10M / config.json
gszauer's picture
Gab 10M: chat model, Transformers port, reference.js
04036d0 verified
Raw History Blame Contribute Delete
744 Bytes
{
"architecture": "gab10m",
"vocabSize": 256,
"featureDim": 256,
"numHeads": 4,
"ropeBase": 10000,
"numPreludeBlocks": 2,
"numCoreBlocks": 9,
"numCodaBlocks": 2,
"loopCount": 2,
"mlpHiddenDim": 680,
"convKernel": 4,
"contextLength": 2048,
"chat": {
"user": "<|u|>",
"assistant": "<|a|>",
"end": "<|e|>",
"endOfText": "<|endoftext|>"
},
"model_type": "gabgpt",
"architectures": [
"GabGPTForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_gabgpt.GabGPTConfig",
"AutoModelForCausalLM": "modeling_gabgpt.GabGPTForCausalLM"
},
"torch_dtype": "float32",
"parameterCount": 10302720,
"trainedFrom": {
"stage": "finetune",
"step": 27100,
"seed": 20261027
}
}