{ "architecture": "gab10m", "vocabSize": 256, "featureDim": 256, "numHeads": 4, "ropeBase": 10000, "numPreludeBlocks": 2, "numCoreBlocks": 9, "numCodaBlocks": 2, "loopCount": 2, "mlpHiddenDim": 680, "convKernel": 4, "contextLength": 2048, "chat": { "user": "<|u|>", "assistant": "<|a|>", "end": "<|e|>", "endOfText": "<|endoftext|>" }, "model_type": "gabgpt", "architectures": [ "GabGPTForCausalLM" ], "auto_map": { "AutoConfig": "configuration_gabgpt.GabGPTConfig", "AutoModelForCausalLM": "modeling_gabgpt.GabGPTForCausalLM" }, "torch_dtype": "float32", "parameterCount": 10302720, "trainedFrom": { "stage": "finetune", "step": 27100, "seed": 20261027 } }