NiftyOracleAI's picture
SFT cache v4: 22.48B tokens, think+RAG+codec, 4096 ctx
5ca1fa1 verified
Raw History Blame Contribute Delete
3.8 kB
{
"complete": true,
"format": "v4-think-rag-codec",
"ws_codec": true,
"samples": 29348660,
"tokens": 22476595522,
"think_tokens": 3962050519,
"max_len": 4096,
"max_per_prompt": 1,
"categories": {
"code_think": 2316014876,
"reason_think": 2154421208,
"code": 5948126402,
"math_think": 1757247083,
"math": 365948540,
"chat": 8647924630,
"rag": 1286912783
},
"sources": {
"opencodereasoning": {
"cat": "code_think",
"kept": 18982,
"dup_prompt": 542170,
"dup_exact": 0,
"tokens": 30403720
},
"nemotron_code": {
"cat": "code_think",
"kept": 3109052,
"dup_prompt": 610535,
"dup_exact": 0,
"tokens": 2285611156
},
"openthoughts2": {
"cat": "reason_think",
"kept": 693173,
"dup_prompt": 447154,
"dup_exact": 0,
"tokens": 1160468038
},
"opencodeinstruct": {
"cat": "code",
"kept": 4794286,
"dup_prompt": 122248,
"dup_exact": 0,
"tokens": 3074018965
},
"opc_stage2": {
"cat": "code",
"kept": 396235,
"dup_prompt": 32082,
"dup_exact": 0,
"tokens": 314224312
},
"opc_stage1": {
"cat": "code",
"kept": 3347809,
"dup_prompt": 829242,
"dup_exact": 0,
"tokens": 2525907615
},
"magicoder_oss": {
"cat": "code",
"kept": 47416,
"dup_prompt": 27674,
"dup_exact": 0,
"tokens": 29804932
},
"magicoder_evol": {
"cat": "code",
"kept": 0,
"dup_prompt": 108345,
"dup_exact": 0,
"tokens": 0
},
"codefeedback": {
"cat": "code",
"kept": 8334,
"dup_prompt": 144347,
"dup_exact": 0,
"tokens": 4170578
},
"nemotron_math": {
"cat": "math_think",
"kept": 1927005,
"dup_prompt": 1935945,
"dup_exact": 0,
"tokens": 1234004622
},
"openmathreasoning": {
"cat": "math_think",
"kept": 307009,
"dup_prompt": 1005058,
"dup_exact": 0,
"tokens": 480635182
},
"openr1_math": {
"cat": "math_think",
"kept": 28372,
"dup_prompt": 65173,
"dup_exact": 0,
"tokens": 42607279
},
"openmath2": {
"cat": "math",
"kept": 599609,
"dup_prompt": 13372800,
"dup_exact": 0,
"tokens": 365948540
},
"nemotron_science": {
"cat": "reason_think",
"kept": 597940,
"dup_prompt": 110370,
"dup_exact": 0,
"tokens": 993953170
},
"tulu3": {
"cat": "chat",
"kept": 699692,
"dup_prompt": 226568,
"dup_exact": 2062,
"tokens": 639486032
},
"nemotron_chat": {
"cat": "chat",
"kept": 33554,
"dup_prompt": 5585,
"dup_exact": 175,
"tokens": 54944501
},
"smoltalk": {
"cat": "chat",
"kept": 945905,
"dup_prompt": 91627,
"dup_exact": 1,
"tokens": 1043590985
},
"magpie": {
"cat": "chat",
"kept": 775652,
"dup_prompt": 223518,
"dup_exact": 8,
"tokens": 715261076
},
"openhermes": {
"cat": "chat",
"kept": 620535,
"dup_prompt": 379014,
"dup_exact": 15,
"tokens": 319912289
},
"orca_agent": {
"cat": "chat",
"kept": 1034289,
"dup_prompt": 4368,
"dup_exact": 1681,
"tokens": 1262897355
},
"infinity_gen": {
"cat": "chat",
"kept": 1396973,
"dup_prompt": 49986,
"dup_exact": 62,
"tokens": 1400517661
},
"infinity_7m": {
"cat": "chat",
"kept": 4615019,
"dup_prompt": 2808919,
"dup_exact": 365,
"tokens": 2164009704
},
"webinstruct": {
"cat": "chat",
"kept": 2323817,
"dup_prompt": 11246,
"dup_exact": 0,
"tokens": 1047305027
},
"rag_hotpot": {
"cat": "rag",
"kept": 90350,
"dup_prompt": 0,
"dup_exact": 0,
"tokens": 187706051
},
"rag_squad2": {
"cat": "rag",
"kept": 129566,
"dup_prompt": 0,
"dup_exact": 0,
"tokens": 133876118
},
"rag_marco": {
"cat": "rag",
"kept": 808086,
"dup_prompt": 0,
"dup_exact": 1,
"tokens": 965330614
}
},
"created_at": "2026-11-20 20:22:23"
}