Added Model Files [V1]
Browse files- dataset-metadata.json +10 -0
- meta_sft.json +22 -0
- token_bytes.pt +3 -0
- tokenizer.pkl +3 -0
- treevik1-500M-Instruct.pt +3 -0
dataset-metadata.json
ADDED
|
@@ -0,0 +1,10 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"ownerSlug": "thesayanchowdhury",
|
| 3 |
+
"title": "Treevik1 500M Instruct",
|
| 4 |
+
"slug": "treevik1-500m-instruct",
|
| 5 |
+
"subtitle": "SFT fine-tuned Treevik-1 500M for instruction following",
|
| 6 |
+
"isPrivate": false,
|
| 7 |
+
"description": "Treevik-1 500M Instruct \u2014 fine-tuned on OpenHermes 2.5 (1M conversations) + identity data. Trained in 24 min on H100 80GB using Muon+AdamW optimizer.",
|
| 8 |
+
"publishTime": "",
|
| 9 |
+
"provenanceSources": ""
|
| 10 |
+
}
|
meta_sft.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"step": 740,
|
| 3 |
+
"base_model": "thesayanchowdhury/treevik1-500m-base/PyTorch/1",
|
| 4 |
+
"model_config": {
|
| 5 |
+
"sequence_len": 2048,
|
| 6 |
+
"vocab_size": 65536,
|
| 7 |
+
"n_layer": 12,
|
| 8 |
+
"n_head": 6,
|
| 9 |
+
"n_kv_head": 6,
|
| 10 |
+
"n_embd": 768,
|
| 11 |
+
"window_pattern": "SSSL"
|
| 12 |
+
},
|
| 13 |
+
"sft": {
|
| 14 |
+
"steps": 740,
|
| 15 |
+
"time_min": 24.077679669857027,
|
| 16 |
+
"dataset": 1003100,
|
| 17 |
+
"identity": 3100,
|
| 18 |
+
"hermes": 1000000,
|
| 19 |
+
"batch": 32,
|
| 20 |
+
"total_batch": 524288
|
| 21 |
+
}
|
| 22 |
+
}
|
token_bytes.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae39c27aae519d14071efc95f9a558ba0b7ede47e7d83ad4f198422b44c5f70e
|
| 3 |
+
size 263721
|
tokenizer.pkl
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:4c060565a46fe83b49d99005acba796f2a630daa7970eb49f7513b89f9fb40e0
|
| 3 |
+
size 846208
|
treevik1-500M-Instruct.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:320028d5d3d0ba53747e9a8eebaa1e2e410c6cf4b024c415cf21afed8945df03
|
| 3 |
+
size 1245749341
|