Treevik1-500M-Instruct / meta_sft.json
PlusBIntelligenceLab's picture
Added Model Files [V1]
b011a3d verified
Raw History Blame Contribute Delete
445 Bytes
{
"step": 740,
"base_model": "thesayanchowdhury/treevik1-500m-base/PyTorch/1",
"model_config": {
"sequence_len": 2048,
"vocab_size": 65536,
"n_layer": 12,
"n_head": 6,
"n_kv_head": 6,
"n_embd": 768,
"window_pattern": "SSSL"
},
"sft": {
"steps": 740,
"time_min": 24.077679669857027,
"dataset": 1003100,
"identity": 3100,
"hermes": 1000000,
"batch": 32,
"total_batch": 524288
}
}