specmodel / export /sqlbot /config.json
adwitiyashukla's picture
added files
4ecb2ec
Raw History Blame Contribute Delete
280 Bytes
{
"model": {
"vocab_size": 8192,
"dim": 384,
"n_layers": 6,
"n_heads": 6,
"n_kv_heads": 2,
"seq_len": 768,
"rope_theta": 10000.0
},
"quantize": "int8",
"stage": "sft",
"picked_by": "execution_accuracy",
"client": "sqlbot",
"task": "sql"
}