{ "architecture": "chatgba", "vocabSize": 256, "featureDim": 192, "numHeads": 6, "numKVHeads": 2, "headDim": 32, "ropeBase": 10000, "numBlocks": 10, "mlpHiddenDim": 512, "convKernel": 4, "contextLength": 512, "attentionWindows": [ 64, 64, 64, 64, 0, 64, 64, 64, 64, 0 ], "chat": { "user": "<|u|>", "assistant": "<|a|>", "end": "<|e|>", "endOfText": "<|endoftext|>" }, "model_type": "gabgpt", "architectures": [ "GabGPTForCausalLM" ], "auto_map": { "AutoConfig": "configuration_gabgpt.GabGPTConfig", "AutoModelForCausalLM": "modeling_gabgpt.GabGPTForCausalLM" }, "torch_dtype": "float32", "parameterCount": 4003264, "trainedFrom": { "stage": "finetune", "step": 54201, "seed": 20261027 } }