Treevik2-2.5B-Instruct / meta_sft.json
PlusBIntelligenceLab's picture
Upload Treevik2 SFT from Modal
0ef0a59 verified
Raw History Blame Contribute Delete
524 Bytes
{
"step": 740,
"base_model_dir": "/root/.cache/kagglehub/models/thesayanchowdhury/treevik2-2-5b-base/pyTorch/default/1",
"model_config": {
"sequence_len": 2048,
"vocab_size": 65536,
"n_layer": 26,
"n_head": 13,
"n_kv_head": 13,
"n_embd": 1664,
"window_pattern": "L"
},
"sft": {
"steps": 740,
"time_min": 94.84504820108414,
"dataset": 1003300,
"identity": 3300,
"hermes": 1000000,
"batch": 8,
"total_batch": 524288,
"gpus": 1,
"saved_8bit": true
}
}