{ "step": 740, "base_model_dir": "/root/.cache/kagglehub/models/thesayanchowdhury/treevik2-2-5b-base/pyTorch/default/1", "model_config": { "sequence_len": 2048, "vocab_size": 65536, "n_layer": 26, "n_head": 13, "n_kv_head": 13, "n_embd": 1664, "window_pattern": "L" }, "sft": { "steps": 740, "time_min": 94.84504820108414, "dataset": 1003300, "identity": 3300, "hermes": 1000000, "batch": 8, "total_batch": 524288, "gpus": 1, "saved_8bit": true } }