SFT cache v4: 22.48B tokens, think+RAG+codec, 4096 ctx
Browse files- sft_cache_v4/ids.bin +3 -0
- sft_cache_v4/lens.npy +3 -0
- sft_cache_v4/mask.bin +3 -0
- sft_cache_v4/meta.json +204 -0
sft_cache_v4/ids.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d7942a7ffef68924ca75e73aa477399ffe1fc5c76f22eb7b1dfa96a05be4c517
|
| 3 |
+
size 44953191044
|
sft_cache_v4/lens.npy
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:14d2279cd4abe0aa48a0cd19b46546f6bc64e1446e1fb7561c736df22164bb4d
|
| 3 |
+
size 117394768
|
sft_cache_v4/mask.bin
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac3337612b52d56c977b97e9392e626ff09889c2cbebefdd2db073119679e559
|
| 3 |
+
size 22476595522
|
sft_cache_v4/meta.json
ADDED
|
@@ -0,0 +1,204 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"complete": true,
|
| 3 |
+
"format": "v4-think-rag-codec",
|
| 4 |
+
"ws_codec": true,
|
| 5 |
+
"samples": 29348660,
|
| 6 |
+
"tokens": 22476595522,
|
| 7 |
+
"think_tokens": 3962050519,
|
| 8 |
+
"max_len": 4096,
|
| 9 |
+
"max_per_prompt": 1,
|
| 10 |
+
"categories": {
|
| 11 |
+
"code_think": 2316014876,
|
| 12 |
+
"reason_think": 2154421208,
|
| 13 |
+
"code": 5948126402,
|
| 14 |
+
"math_think": 1757247083,
|
| 15 |
+
"math": 365948540,
|
| 16 |
+
"chat": 8647924630,
|
| 17 |
+
"rag": 1286912783
|
| 18 |
+
},
|
| 19 |
+
"sources": {
|
| 20 |
+
"opencodereasoning": {
|
| 21 |
+
"cat": "code_think",
|
| 22 |
+
"kept": 18982,
|
| 23 |
+
"dup_prompt": 542170,
|
| 24 |
+
"dup_exact": 0,
|
| 25 |
+
"tokens": 30403720
|
| 26 |
+
},
|
| 27 |
+
"nemotron_code": {
|
| 28 |
+
"cat": "code_think",
|
| 29 |
+
"kept": 3109052,
|
| 30 |
+
"dup_prompt": 610535,
|
| 31 |
+
"dup_exact": 0,
|
| 32 |
+
"tokens": 2285611156
|
| 33 |
+
},
|
| 34 |
+
"openthoughts2": {
|
| 35 |
+
"cat": "reason_think",
|
| 36 |
+
"kept": 693173,
|
| 37 |
+
"dup_prompt": 447154,
|
| 38 |
+
"dup_exact": 0,
|
| 39 |
+
"tokens": 1160468038
|
| 40 |
+
},
|
| 41 |
+
"opencodeinstruct": {
|
| 42 |
+
"cat": "code",
|
| 43 |
+
"kept": 4794286,
|
| 44 |
+
"dup_prompt": 122248,
|
| 45 |
+
"dup_exact": 0,
|
| 46 |
+
"tokens": 3074018965
|
| 47 |
+
},
|
| 48 |
+
"opc_stage2": {
|
| 49 |
+
"cat": "code",
|
| 50 |
+
"kept": 396235,
|
| 51 |
+
"dup_prompt": 32082,
|
| 52 |
+
"dup_exact": 0,
|
| 53 |
+
"tokens": 314224312
|
| 54 |
+
},
|
| 55 |
+
"opc_stage1": {
|
| 56 |
+
"cat": "code",
|
| 57 |
+
"kept": 3347809,
|
| 58 |
+
"dup_prompt": 829242,
|
| 59 |
+
"dup_exact": 0,
|
| 60 |
+
"tokens": 2525907615
|
| 61 |
+
},
|
| 62 |
+
"magicoder_oss": {
|
| 63 |
+
"cat": "code",
|
| 64 |
+
"kept": 47416,
|
| 65 |
+
"dup_prompt": 27674,
|
| 66 |
+
"dup_exact": 0,
|
| 67 |
+
"tokens": 29804932
|
| 68 |
+
},
|
| 69 |
+
"magicoder_evol": {
|
| 70 |
+
"cat": "code",
|
| 71 |
+
"kept": 0,
|
| 72 |
+
"dup_prompt": 108345,
|
| 73 |
+
"dup_exact": 0,
|
| 74 |
+
"tokens": 0
|
| 75 |
+
},
|
| 76 |
+
"codefeedback": {
|
| 77 |
+
"cat": "code",
|
| 78 |
+
"kept": 8334,
|
| 79 |
+
"dup_prompt": 144347,
|
| 80 |
+
"dup_exact": 0,
|
| 81 |
+
"tokens": 4170578
|
| 82 |
+
},
|
| 83 |
+
"nemotron_math": {
|
| 84 |
+
"cat": "math_think",
|
| 85 |
+
"kept": 1927005,
|
| 86 |
+
"dup_prompt": 1935945,
|
| 87 |
+
"dup_exact": 0,
|
| 88 |
+
"tokens": 1234004622
|
| 89 |
+
},
|
| 90 |
+
"openmathreasoning": {
|
| 91 |
+
"cat": "math_think",
|
| 92 |
+
"kept": 307009,
|
| 93 |
+
"dup_prompt": 1005058,
|
| 94 |
+
"dup_exact": 0,
|
| 95 |
+
"tokens": 480635182
|
| 96 |
+
},
|
| 97 |
+
"openr1_math": {
|
| 98 |
+
"cat": "math_think",
|
| 99 |
+
"kept": 28372,
|
| 100 |
+
"dup_prompt": 65173,
|
| 101 |
+
"dup_exact": 0,
|
| 102 |
+
"tokens": 42607279
|
| 103 |
+
},
|
| 104 |
+
"openmath2": {
|
| 105 |
+
"cat": "math",
|
| 106 |
+
"kept": 599609,
|
| 107 |
+
"dup_prompt": 13372800,
|
| 108 |
+
"dup_exact": 0,
|
| 109 |
+
"tokens": 365948540
|
| 110 |
+
},
|
| 111 |
+
"nemotron_science": {
|
| 112 |
+
"cat": "reason_think",
|
| 113 |
+
"kept": 597940,
|
| 114 |
+
"dup_prompt": 110370,
|
| 115 |
+
"dup_exact": 0,
|
| 116 |
+
"tokens": 993953170
|
| 117 |
+
},
|
| 118 |
+
"tulu3": {
|
| 119 |
+
"cat": "chat",
|
| 120 |
+
"kept": 699692,
|
| 121 |
+
"dup_prompt": 226568,
|
| 122 |
+
"dup_exact": 2062,
|
| 123 |
+
"tokens": 639486032
|
| 124 |
+
},
|
| 125 |
+
"nemotron_chat": {
|
| 126 |
+
"cat": "chat",
|
| 127 |
+
"kept": 33554,
|
| 128 |
+
"dup_prompt": 5585,
|
| 129 |
+
"dup_exact": 175,
|
| 130 |
+
"tokens": 54944501
|
| 131 |
+
},
|
| 132 |
+
"smoltalk": {
|
| 133 |
+
"cat": "chat",
|
| 134 |
+
"kept": 945905,
|
| 135 |
+
"dup_prompt": 91627,
|
| 136 |
+
"dup_exact": 1,
|
| 137 |
+
"tokens": 1043590985
|
| 138 |
+
},
|
| 139 |
+
"magpie": {
|
| 140 |
+
"cat": "chat",
|
| 141 |
+
"kept": 775652,
|
| 142 |
+
"dup_prompt": 223518,
|
| 143 |
+
"dup_exact": 8,
|
| 144 |
+
"tokens": 715261076
|
| 145 |
+
},
|
| 146 |
+
"openhermes": {
|
| 147 |
+
"cat": "chat",
|
| 148 |
+
"kept": 620535,
|
| 149 |
+
"dup_prompt": 379014,
|
| 150 |
+
"dup_exact": 15,
|
| 151 |
+
"tokens": 319912289
|
| 152 |
+
},
|
| 153 |
+
"orca_agent": {
|
| 154 |
+
"cat": "chat",
|
| 155 |
+
"kept": 1034289,
|
| 156 |
+
"dup_prompt": 4368,
|
| 157 |
+
"dup_exact": 1681,
|
| 158 |
+
"tokens": 1262897355
|
| 159 |
+
},
|
| 160 |
+
"infinity_gen": {
|
| 161 |
+
"cat": "chat",
|
| 162 |
+
"kept": 1396973,
|
| 163 |
+
"dup_prompt": 49986,
|
| 164 |
+
"dup_exact": 62,
|
| 165 |
+
"tokens": 1400517661
|
| 166 |
+
},
|
| 167 |
+
"infinity_7m": {
|
| 168 |
+
"cat": "chat",
|
| 169 |
+
"kept": 4615019,
|
| 170 |
+
"dup_prompt": 2808919,
|
| 171 |
+
"dup_exact": 365,
|
| 172 |
+
"tokens": 2164009704
|
| 173 |
+
},
|
| 174 |
+
"webinstruct": {
|
| 175 |
+
"cat": "chat",
|
| 176 |
+
"kept": 2323817,
|
| 177 |
+
"dup_prompt": 11246,
|
| 178 |
+
"dup_exact": 0,
|
| 179 |
+
"tokens": 1047305027
|
| 180 |
+
},
|
| 181 |
+
"rag_hotpot": {
|
| 182 |
+
"cat": "rag",
|
| 183 |
+
"kept": 90350,
|
| 184 |
+
"dup_prompt": 0,
|
| 185 |
+
"dup_exact": 0,
|
| 186 |
+
"tokens": 187706051
|
| 187 |
+
},
|
| 188 |
+
"rag_squad2": {
|
| 189 |
+
"cat": "rag",
|
| 190 |
+
"kept": 129566,
|
| 191 |
+
"dup_prompt": 0,
|
| 192 |
+
"dup_exact": 0,
|
| 193 |
+
"tokens": 133876118
|
| 194 |
+
},
|
| 195 |
+
"rag_marco": {
|
| 196 |
+
"cat": "rag",
|
| 197 |
+
"kept": 808086,
|
| 198 |
+
"dup_prompt": 0,
|
| 199 |
+
"dup_exact": 1,
|
| 200 |
+
"tokens": 965330614
|
| 201 |
+
}
|
| 202 |
+
},
|
| 203 |
+
"created_at": "2026-11-20 20:22:23"
|
| 204 |
+
}
|