File size: 524 Bytes
0ef0a59 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | {
"step": 740,
"base_model_dir": "/root/.cache/kagglehub/models/thesayanchowdhury/treevik2-2-5b-base/pyTorch/default/1",
"model_config": {
"sequence_len": 2048,
"vocab_size": 65536,
"n_layer": 26,
"n_head": 13,
"n_kv_head": 13,
"n_embd": 1664,
"window_pattern": "L"
},
"sft": {
"steps": 740,
"time_min": 94.84504820108414,
"dataset": 1003300,
"identity": 3300,
"hermes": 1000000,
"batch": 8,
"total_batch": 524288,
"gpus": 1,
"saved_8bit": true
}
} |