{ "step": 740, "base_model": "thesayanchowdhury/treevik1-500m-base/PyTorch/1", "model_config": { "sequence_len": 2048, "vocab_size": 65536, "n_layer": 12, "n_head": 6, "n_kv_head": 6, "n_embd": 768, "window_pattern": "SSSL" }, "sft": { "steps": 740, "time_min": 24.077679669857027, "dataset": 1003100, "identity": 3100, "hermes": 1000000, "batch": 32, "total_batch": 524288 } }