File size: 3,803 Bytes
5ca1fa1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
{
 "complete": true,
 "format": "v4-think-rag-codec",
 "ws_codec": true,
 "samples": 29348660,
 "tokens": 22476595522,
 "think_tokens": 3962050519,
 "max_len": 4096,
 "max_per_prompt": 1,
 "categories": {
  "code_think": 2316014876,
  "reason_think": 2154421208,
  "code": 5948126402,
  "math_think": 1757247083,
  "math": 365948540,
  "chat": 8647924630,
  "rag": 1286912783
 },
 "sources": {
  "opencodereasoning": {
   "cat": "code_think",
   "kept": 18982,
   "dup_prompt": 542170,
   "dup_exact": 0,
   "tokens": 30403720
  },
  "nemotron_code": {
   "cat": "code_think",
   "kept": 3109052,
   "dup_prompt": 610535,
   "dup_exact": 0,
   "tokens": 2285611156
  },
  "openthoughts2": {
   "cat": "reason_think",
   "kept": 693173,
   "dup_prompt": 447154,
   "dup_exact": 0,
   "tokens": 1160468038
  },
  "opencodeinstruct": {
   "cat": "code",
   "kept": 4794286,
   "dup_prompt": 122248,
   "dup_exact": 0,
   "tokens": 3074018965
  },
  "opc_stage2": {
   "cat": "code",
   "kept": 396235,
   "dup_prompt": 32082,
   "dup_exact": 0,
   "tokens": 314224312
  },
  "opc_stage1": {
   "cat": "code",
   "kept": 3347809,
   "dup_prompt": 829242,
   "dup_exact": 0,
   "tokens": 2525907615
  },
  "magicoder_oss": {
   "cat": "code",
   "kept": 47416,
   "dup_prompt": 27674,
   "dup_exact": 0,
   "tokens": 29804932
  },
  "magicoder_evol": {
   "cat": "code",
   "kept": 0,
   "dup_prompt": 108345,
   "dup_exact": 0,
   "tokens": 0
  },
  "codefeedback": {
   "cat": "code",
   "kept": 8334,
   "dup_prompt": 144347,
   "dup_exact": 0,
   "tokens": 4170578
  },
  "nemotron_math": {
   "cat": "math_think",
   "kept": 1927005,
   "dup_prompt": 1935945,
   "dup_exact": 0,
   "tokens": 1234004622
  },
  "openmathreasoning": {
   "cat": "math_think",
   "kept": 307009,
   "dup_prompt": 1005058,
   "dup_exact": 0,
   "tokens": 480635182
  },
  "openr1_math": {
   "cat": "math_think",
   "kept": 28372,
   "dup_prompt": 65173,
   "dup_exact": 0,
   "tokens": 42607279
  },
  "openmath2": {
   "cat": "math",
   "kept": 599609,
   "dup_prompt": 13372800,
   "dup_exact": 0,
   "tokens": 365948540
  },
  "nemotron_science": {
   "cat": "reason_think",
   "kept": 597940,
   "dup_prompt": 110370,
   "dup_exact": 0,
   "tokens": 993953170
  },
  "tulu3": {
   "cat": "chat",
   "kept": 699692,
   "dup_prompt": 226568,
   "dup_exact": 2062,
   "tokens": 639486032
  },
  "nemotron_chat": {
   "cat": "chat",
   "kept": 33554,
   "dup_prompt": 5585,
   "dup_exact": 175,
   "tokens": 54944501
  },
  "smoltalk": {
   "cat": "chat",
   "kept": 945905,
   "dup_prompt": 91627,
   "dup_exact": 1,
   "tokens": 1043590985
  },
  "magpie": {
   "cat": "chat",
   "kept": 775652,
   "dup_prompt": 223518,
   "dup_exact": 8,
   "tokens": 715261076
  },
  "openhermes": {
   "cat": "chat",
   "kept": 620535,
   "dup_prompt": 379014,
   "dup_exact": 15,
   "tokens": 319912289
  },
  "orca_agent": {
   "cat": "chat",
   "kept": 1034289,
   "dup_prompt": 4368,
   "dup_exact": 1681,
   "tokens": 1262897355
  },
  "infinity_gen": {
   "cat": "chat",
   "kept": 1396973,
   "dup_prompt": 49986,
   "dup_exact": 62,
   "tokens": 1400517661
  },
  "infinity_7m": {
   "cat": "chat",
   "kept": 4615019,
   "dup_prompt": 2808919,
   "dup_exact": 365,
   "tokens": 2164009704
  },
  "webinstruct": {
   "cat": "chat",
   "kept": 2323817,
   "dup_prompt": 11246,
   "dup_exact": 0,
   "tokens": 1047305027
  },
  "rag_hotpot": {
   "cat": "rag",
   "kept": 90350,
   "dup_prompt": 0,
   "dup_exact": 0,
   "tokens": 187706051
  },
  "rag_squad2": {
   "cat": "rag",
   "kept": 129566,
   "dup_prompt": 0,
   "dup_exact": 0,
   "tokens": 133876118
  },
  "rag_marco": {
   "cat": "rag",
   "kept": 808086,
   "dup_prompt": 0,
   "dup_exact": 1,
   "tokens": 965330614
  }
 },
 "created_at": "2026-11-20 20:22:23"
}