ChatGBA / config.json
gszauer's picture
ChatGBA: chat model, Game Boy Advance cartridge and source, Transformers port, reference.js
546acd4 verified
Raw History Blame Contribute Delete
817 Bytes
{
"architecture": "chatgba",
"vocabSize": 256,
"featureDim": 192,
"numHeads": 6,
"numKVHeads": 2,
"headDim": 32,
"ropeBase": 10000,
"numBlocks": 10,
"mlpHiddenDim": 512,
"convKernel": 4,
"contextLength": 512,
"attentionWindows": [
64,
64,
64,
64,
0,
64,
64,
64,
64,
0
],
"chat": {
"user": "<|u|>",
"assistant": "<|a|>",
"end": "<|e|>",
"endOfText": "<|endoftext|>"
},
"model_type": "gabgpt",
"architectures": [
"GabGPTForCausalLM"
],
"auto_map": {
"AutoConfig": "configuration_gabgpt.GabGPTConfig",
"AutoModelForCausalLM": "modeling_gabgpt.GabGPTForCausalLM"
},
"torch_dtype": "float32",
"parameterCount": 4003264,
"trainedFrom": {
"stage": "finetune",
"step": 54201,
"seed": 20261027
}
}