PlusBIntelligenceLab commited on
Commit
b011a3d
·
verified ·
1 Parent(s): 8400b96

Added Model Files [V1]

Browse files
dataset-metadata.json ADDED
@@ -0,0 +1,10 @@
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ownerSlug": "thesayanchowdhury",
3
+ "title": "Treevik1 500M Instruct",
4
+ "slug": "treevik1-500m-instruct",
5
+ "subtitle": "SFT fine-tuned Treevik-1 500M for instruction following",
6
+ "isPrivate": false,
7
+ "description": "Treevik-1 500M Instruct \u2014 fine-tuned on OpenHermes 2.5 (1M conversations) + identity data. Trained in 24 min on H100 80GB using Muon+AdamW optimizer.",
8
+ "publishTime": "",
9
+ "provenanceSources": ""
10
+ }
meta_sft.json ADDED
@@ -0,0 +1,22 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "step": 740,
3
+ "base_model": "thesayanchowdhury/treevik1-500m-base/PyTorch/1",
4
+ "model_config": {
5
+ "sequence_len": 2048,
6
+ "vocab_size": 65536,
7
+ "n_layer": 12,
8
+ "n_head": 6,
9
+ "n_kv_head": 6,
10
+ "n_embd": 768,
11
+ "window_pattern": "SSSL"
12
+ },
13
+ "sft": {
14
+ "steps": 740,
15
+ "time_min": 24.077679669857027,
16
+ "dataset": 1003100,
17
+ "identity": 3100,
18
+ "hermes": 1000000,
19
+ "batch": 32,
20
+ "total_batch": 524288
21
+ }
22
+ }
token_bytes.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae39c27aae519d14071efc95f9a558ba0b7ede47e7d83ad4f198422b44c5f70e
3
+ size 263721
tokenizer.pkl ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c060565a46fe83b49d99005acba796f2a630daa7970eb49f7513b89f9fb40e0
3
+ size 846208
treevik1-500M-Instruct.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:320028d5d3d0ba53747e9a8eebaa1e2e410c6cf4b024c415cf21afed8945df03
3
+ size 1245749341