File size: 445 Bytes
b011a3d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | {
"step": 740,
"base_model": "thesayanchowdhury/treevik1-500m-base/PyTorch/1",
"model_config": {
"sequence_len": 2048,
"vocab_size": 65536,
"n_layer": 12,
"n_head": 6,
"n_kv_head": 6,
"n_embd": 768,
"window_pattern": "SSSL"
},
"sft": {
"steps": 740,
"time_min": 24.077679669857027,
"dataset": 1003100,
"identity": 3100,
"hermes": 1000000,
"batch": 32,
"total_batch": 524288
}
} |