{ "complete": true, "format": "v4-think-rag-codec", "ws_codec": true, "samples": 29348660, "tokens": 22476595522, "think_tokens": 3962050519, "max_len": 4096, "max_per_prompt": 1, "categories": { "code_think": 2316014876, "reason_think": 2154421208, "code": 5948126402, "math_think": 1757247083, "math": 365948540, "chat": 8647924630, "rag": 1286912783 }, "sources": { "opencodereasoning": { "cat": "code_think", "kept": 18982, "dup_prompt": 542170, "dup_exact": 0, "tokens": 30403720 }, "nemotron_code": { "cat": "code_think", "kept": 3109052, "dup_prompt": 610535, "dup_exact": 0, "tokens": 2285611156 }, "openthoughts2": { "cat": "reason_think", "kept": 693173, "dup_prompt": 447154, "dup_exact": 0, "tokens": 1160468038 }, "opencodeinstruct": { "cat": "code", "kept": 4794286, "dup_prompt": 122248, "dup_exact": 0, "tokens": 3074018965 }, "opc_stage2": { "cat": "code", "kept": 396235, "dup_prompt": 32082, "dup_exact": 0, "tokens": 314224312 }, "opc_stage1": { "cat": "code", "kept": 3347809, "dup_prompt": 829242, "dup_exact": 0, "tokens": 2525907615 }, "magicoder_oss": { "cat": "code", "kept": 47416, "dup_prompt": 27674, "dup_exact": 0, "tokens": 29804932 }, "magicoder_evol": { "cat": "code", "kept": 0, "dup_prompt": 108345, "dup_exact": 0, "tokens": 0 }, "codefeedback": { "cat": "code", "kept": 8334, "dup_prompt": 144347, "dup_exact": 0, "tokens": 4170578 }, "nemotron_math": { "cat": "math_think", "kept": 1927005, "dup_prompt": 1935945, "dup_exact": 0, "tokens": 1234004622 }, "openmathreasoning": { "cat": "math_think", "kept": 307009, "dup_prompt": 1005058, "dup_exact": 0, "tokens": 480635182 }, "openr1_math": { "cat": "math_think", "kept": 28372, "dup_prompt": 65173, "dup_exact": 0, "tokens": 42607279 }, "openmath2": { "cat": "math", "kept": 599609, "dup_prompt": 13372800, "dup_exact": 0, "tokens": 365948540 }, "nemotron_science": { "cat": "reason_think", "kept": 597940, "dup_prompt": 110370, "dup_exact": 0, "tokens": 993953170 }, "tulu3": { "cat": "chat", "kept": 699692, "dup_prompt": 226568, "dup_exact": 2062, "tokens": 639486032 }, "nemotron_chat": { "cat": "chat", "kept": 33554, "dup_prompt": 5585, "dup_exact": 175, "tokens": 54944501 }, "smoltalk": { "cat": "chat", "kept": 945905, "dup_prompt": 91627, "dup_exact": 1, "tokens": 1043590985 }, "magpie": { "cat": "chat", "kept": 775652, "dup_prompt": 223518, "dup_exact": 8, "tokens": 715261076 }, "openhermes": { "cat": "chat", "kept": 620535, "dup_prompt": 379014, "dup_exact": 15, "tokens": 319912289 }, "orca_agent": { "cat": "chat", "kept": 1034289, "dup_prompt": 4368, "dup_exact": 1681, "tokens": 1262897355 }, "infinity_gen": { "cat": "chat", "kept": 1396973, "dup_prompt": 49986, "dup_exact": 62, "tokens": 1400517661 }, "infinity_7m": { "cat": "chat", "kept": 4615019, "dup_prompt": 2808919, "dup_exact": 365, "tokens": 2164009704 }, "webinstruct": { "cat": "chat", "kept": 2323817, "dup_prompt": 11246, "dup_exact": 0, "tokens": 1047305027 }, "rag_hotpot": { "cat": "rag", "kept": 90350, "dup_prompt": 0, "dup_exact": 0, "tokens": 187706051 }, "rag_squad2": { "cat": "rag", "kept": 129566, "dup_prompt": 0, "dup_exact": 0, "tokens": 133876118 }, "rag_marco": { "cat": "rag", "kept": 808086, "dup_prompt": 0, "dup_exact": 1, "tokens": 965330614 } }, "created_at": "2026-11-20 20:22:23" }