File size: 524 Bytes
0ef0a59
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
{
  "step": 740,
  "base_model_dir": "/root/.cache/kagglehub/models/thesayanchowdhury/treevik2-2-5b-base/pyTorch/default/1",
  "model_config": {
    "sequence_len": 2048,
    "vocab_size": 65536,
    "n_layer": 26,
    "n_head": 13,
    "n_kv_head": 13,
    "n_embd": 1664,
    "window_pattern": "L"
  },
  "sft": {
    "steps": 740,
    "time_min": 94.84504820108414,
    "dataset": 1003300,
    "identity": 3300,
    "hermes": 1000000,
    "batch": 8,
    "total_batch": 524288,
    "gpus": 1,
    "saved_8bit": true
  }
}