PlusBIntelligenceLab commited on
Commit
0ef0a59
·
verified ·
1 Parent(s): 2815582

Upload Treevik2 SFT from Modal

Browse files
meta_sft.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 740,
3
+ "base_model_dir": "/root/.cache/kagglehub/models/thesayanchowdhury/treevik2-2-5b-base/pyTorch/default/1",
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 26,
8
+ "n_head": 13,
9
+ "n_kv_head": 13,
10
+ "n_embd": 1664,
11
+ "window_pattern": "L"
12
+ },
13
+ "sft": {
14
+ "steps": 740,
15
+ "time_min": 94.84504820108414,
16
+ "dataset": 1003300,
17
+ "identity": 3300,
18
+ "hermes": 1000000,
19
+ "batch": 8,
20
+ "total_batch": 524288,
21
+ "gpus": 1,
22
+ "saved_8bit": true
23
+ }
24
+ }
token_bytes.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae39c27aae519d14071efc95f9a558ba0b7ede47e7d83ad4f198422b44c5f70e
3
+ size 263721
tokenizer.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c060565a46fe83b49d99005acba796f2a630daa7970eb49f7513b89f9fb40e0
3
+ size 846208
treevik2-2.5B-Instruct-Colab.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4cc2a7453053efd3aaf03051df8b4cdeffdcdb1fd8af59af481ff9910c91ce6
3
+ size 4027440873