NiftyOracleAI commited on
Commit
5ca1fa1
·
verified ·
1 Parent(s): 795073d

SFT cache v4: 22.48B tokens, think+RAG+codec, 4096 ctx

Browse files
sft_cache_v4/ids.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7942a7ffef68924ca75e73aa477399ffe1fc5c76f22eb7b1dfa96a05be4c517
3
+ size 44953191044
sft_cache_v4/lens.npy ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d2279cd4abe0aa48a0cd19b46546f6bc64e1446e1fb7561c736df22164bb4d
3
+ size 117394768
sft_cache_v4/mask.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac3337612b52d56c977b97e9392e626ff09889c2cbebefdd2db073119679e559
3
+ size 22476595522
sft_cache_v4/meta.json ADDED
@@ -0,0 +1,204 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "complete": true,
3
+ "format": "v4-think-rag-codec",
4
+ "ws_codec": true,
5
+ "samples": 29348660,
6
+ "tokens": 22476595522,
7
+ "think_tokens": 3962050519,
8
+ "max_len": 4096,
9
+ "max_per_prompt": 1,
10
+ "categories": {
11
+ "code_think": 2316014876,
12
+ "reason_think": 2154421208,
13
+ "code": 5948126402,
14
+ "math_think": 1757247083,
15
+ "math": 365948540,
16
+ "chat": 8647924630,
17
+ "rag": 1286912783
18
+ },
19
+ "sources": {
20
+ "opencodereasoning": {
21
+ "cat": "code_think",
22
+ "kept": 18982,
23
+ "dup_prompt": 542170,
24
+ "dup_exact": 0,
25
+ "tokens": 30403720
26
+ },
27
+ "nemotron_code": {
28
+ "cat": "code_think",
29
+ "kept": 3109052,
30
+ "dup_prompt": 610535,
31
+ "dup_exact": 0,
32
+ "tokens": 2285611156
33
+ },
34
+ "openthoughts2": {
35
+ "cat": "reason_think",
36
+ "kept": 693173,
37
+ "dup_prompt": 447154,
38
+ "dup_exact": 0,
39
+ "tokens": 1160468038
40
+ },
41
+ "opencodeinstruct": {
42
+ "cat": "code",
43
+ "kept": 4794286,
44
+ "dup_prompt": 122248,
45
+ "dup_exact": 0,
46
+ "tokens": 3074018965
47
+ },
48
+ "opc_stage2": {
49
+ "cat": "code",
50
+ "kept": 396235,
51
+ "dup_prompt": 32082,
52
+ "dup_exact": 0,
53
+ "tokens": 314224312
54
+ },
55
+ "opc_stage1": {
56
+ "cat": "code",
57
+ "kept": 3347809,
58
+ "dup_prompt": 829242,
59
+ "dup_exact": 0,
60
+ "tokens": 2525907615
61
+ },
62
+ "magicoder_oss": {
63
+ "cat": "code",
64
+ "kept": 47416,
65
+ "dup_prompt": 27674,
66
+ "dup_exact": 0,
67
+ "tokens": 29804932
68
+ },
69
+ "magicoder_evol": {
70
+ "cat": "code",
71
+ "kept": 0,
72
+ "dup_prompt": 108345,
73
+ "dup_exact": 0,
74
+ "tokens": 0
75
+ },
76
+ "codefeedback": {
77
+ "cat": "code",
78
+ "kept": 8334,
79
+ "dup_prompt": 144347,
80
+ "dup_exact": 0,
81
+ "tokens": 4170578
82
+ },
83
+ "nemotron_math": {
84
+ "cat": "math_think",
85
+ "kept": 1927005,
86
+ "dup_prompt": 1935945,
87
+ "dup_exact": 0,
88
+ "tokens": 1234004622
89
+ },
90
+ "openmathreasoning": {
91
+ "cat": "math_think",
92
+ "kept": 307009,
93
+ "dup_prompt": 1005058,
94
+ "dup_exact": 0,
95
+ "tokens": 480635182
96
+ },
97
+ "openr1_math": {
98
+ "cat": "math_think",
99
+ "kept": 28372,
100
+ "dup_prompt": 65173,
101
+ "dup_exact": 0,
102
+ "tokens": 42607279
103
+ },
104
+ "openmath2": {
105
+ "cat": "math",
106
+ "kept": 599609,
107
+ "dup_prompt": 13372800,
108
+ "dup_exact": 0,
109
+ "tokens": 365948540
110
+ },
111
+ "nemotron_science": {
112
+ "cat": "reason_think",
113
+ "kept": 597940,
114
+ "dup_prompt": 110370,
115
+ "dup_exact": 0,
116
+ "tokens": 993953170
117
+ },
118
+ "tulu3": {
119
+ "cat": "chat",
120
+ "kept": 699692,
121
+ "dup_prompt": 226568,
122
+ "dup_exact": 2062,
123
+ "tokens": 639486032
124
+ },
125
+ "nemotron_chat": {
126
+ "cat": "chat",
127
+ "kept": 33554,
128
+ "dup_prompt": 5585,
129
+ "dup_exact": 175,
130
+ "tokens": 54944501
131
+ },
132
+ "smoltalk": {
133
+ "cat": "chat",
134
+ "kept": 945905,
135
+ "dup_prompt": 91627,
136
+ "dup_exact": 1,
137
+ "tokens": 1043590985
138
+ },
139
+ "magpie": {
140
+ "cat": "chat",
141
+ "kept": 775652,
142
+ "dup_prompt": 223518,
143
+ "dup_exact": 8,
144
+ "tokens": 715261076
145
+ },
146
+ "openhermes": {
147
+ "cat": "chat",
148
+ "kept": 620535,
149
+ "dup_prompt": 379014,
150
+ "dup_exact": 15,
151
+ "tokens": 319912289
152
+ },
153
+ "orca_agent": {
154
+ "cat": "chat",
155
+ "kept": 1034289,
156
+ "dup_prompt": 4368,
157
+ "dup_exact": 1681,
158
+ "tokens": 1262897355
159
+ },
160
+ "infinity_gen": {
161
+ "cat": "chat",
162
+ "kept": 1396973,
163
+ "dup_prompt": 49986,
164
+ "dup_exact": 62,
165
+ "tokens": 1400517661
166
+ },
167
+ "infinity_7m": {
168
+ "cat": "chat",
169
+ "kept": 4615019,
170
+ "dup_prompt": 2808919,
171
+ "dup_exact": 365,
172
+ "tokens": 2164009704
173
+ },
174
+ "webinstruct": {
175
+ "cat": "chat",
176
+ "kept": 2323817,
177
+ "dup_prompt": 11246,
178
+ "dup_exact": 0,
179
+ "tokens": 1047305027
180
+ },
181
+ "rag_hotpot": {
182
+ "cat": "rag",
183
+ "kept": 90350,
184
+ "dup_prompt": 0,
185
+ "dup_exact": 0,
186
+ "tokens": 187706051
187
+ },
188
+ "rag_squad2": {
189
+ "cat": "rag",
190
+ "kept": 129566,
191
+ "dup_prompt": 0,
192
+ "dup_exact": 0,
193
+ "tokens": 133876118
194
+ },
195
+ "rag_marco": {
196
+ "cat": "rag",
197
+ "kept": 808086,
198
+ "dup_prompt": 0,
199
+ "dup_exact": 1,
200
+ "tokens": 965330614
201
+ }
202
+ },
203
+ "created_at": "2026-11-20 20:22:23"
204
+ }