jajamken commited on
Commit
352bf8a
·
verified ·
1 Parent(s): 8b23651

Upload folder using huggingface_hub

Browse files
seq_code_math_seed2/results_stage1_code/gsm8k.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_seed2/results_stage1_code/humaneval.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_seed2/results_stage1_code/humaneval_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_seed2/results_stage1_code/mbpp.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_seed2/results_stage1_code/mbpp_eval_results.json ADDED
The diff for this file is too large to render. See raw diff
 
seq_code_math_seed2/results_stage1_code/summary.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"model": "stage1_code", "gsm8k": 0.4632297194844579, "mbpp": 0.4708994708994709, "mbpp_plus": 0.40476190476190477, "humaneval": 0.3475609756097561, "humaneval_plus": 0.3231707317073171, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164}
seq_code_math_seed2/stage1_code/config.json ADDED
@@ -0,0 +1,57 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "Qwen2ForCausalLM"
4
+ ],
5
+ "attention_dropout": 0.0,
6
+ "bos_token_id": 151643,
7
+ "dtype": "bfloat16",
8
+ "eos_token_id": 151645,
9
+ "hidden_act": "silu",
10
+ "hidden_size": 896,
11
+ "initializer_range": 0.02,
12
+ "intermediate_size": 4864,
13
+ "layer_types": [
14
+ "full_attention",
15
+ "full_attention",
16
+ "full_attention",
17
+ "full_attention",
18
+ "full_attention",
19
+ "full_attention",
20
+ "full_attention",
21
+ "full_attention",
22
+ "full_attention",
23
+ "full_attention",
24
+ "full_attention",
25
+ "full_attention",
26
+ "full_attention",
27
+ "full_attention",
28
+ "full_attention",
29
+ "full_attention",
30
+ "full_attention",
31
+ "full_attention",
32
+ "full_attention",
33
+ "full_attention",
34
+ "full_attention",
35
+ "full_attention",
36
+ "full_attention",
37
+ "full_attention"
38
+ ],
39
+ "max_position_embeddings": 32768,
40
+ "max_window_layers": 21,
41
+ "model_type": "qwen2",
42
+ "num_attention_heads": 14,
43
+ "num_hidden_layers": 24,
44
+ "num_key_value_heads": 2,
45
+ "pad_token_id": null,
46
+ "rms_norm_eps": 1e-06,
47
+ "rope_parameters": {
48
+ "rope_theta": 1000000.0,
49
+ "rope_type": "default"
50
+ },
51
+ "sliding_window": null,
52
+ "tie_word_embeddings": true,
53
+ "transformers_version": "5.20.2",
54
+ "use_cache": true,
55
+ "use_sliding_window": false,
56
+ "vocab_size": 151936
57
+ }
seq_code_math_seed2/stage1_code/generation_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": [
5
+ 151645,
6
+ 151643
7
+ ],
8
+ "pad_token_id": 151643,
9
+ "repetition_penalty": 1.1,
10
+ "temperature": 0.7,
11
+ "top_k": 20,
12
+ "top_p": 0.8,
13
+ "transformers_version": "5.20.2"
14
+ }
seq_code_math_seed2/stage1_code/log.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"train": [{"step": 1, "kl": 0.2435197006278818, "ce": 0.3676286061915638}, {"step": 2, "kl": 0.20243795812009951, "ce": 0.33414719163673906}, {"step": 3, "kl": 0.21967071918554082, "ce": 0.35911880163338133}, {"step": 4, "kl": 0.20373073751519577, "ce": 0.3317478350938606}, {"step": 5, "kl": 0.22879373941899486, "ce": 0.36129009850860605}, {"step": 6, "kl": 0.19524034701801302, "ce": 0.33112879641171034}, {"step": 7, "kl": 0.23227727607531584, "ce": 0.33013271596526533}, {"step": 8, "kl": 0.21669062691895763, "ce": 0.32789006452583513}, {"step": 9, "kl": 0.21487261633418892, "ce": 0.3593590326197412}, {"step": 10, "kl": 0.2455716561813739, "ce": 0.3672827924375921}, {"step": 11, "kl": 0.23375581602700365, "ce": 0.34930535892417897}, {"step": 12, "kl": 0.22726157386911122, "ce": 0.32784610753656274}, {"step": 13, "kl": 0.1993067538597122, "ce": 0.2796583990858333}, {"step": 14, "kl": 0.21948529293316282, "ce": 0.32971910186392706}, {"step": 15, "kl": 0.20958610229208038, "ce": 0.3246255840751943}, {"step": 16, "kl": 0.1923599460936171, "ce": 0.2910060650735929}, {"step": 17, "kl": 0.18382975780387792, "ce": 0.30161912659556145}, {"step": 18, "kl": 0.2147477462795269, "ce": 0.2876109193136482}, {"step": 19, "kl": 0.18509278618453212, "ce": 0.267751771336566}, {"step": 20, "kl": 0.22089896604370515, "ce": 0.33919963956512994}, {"step": 21, "kl": 0.19657103399859768, "ce": 0.3074761130943511}, {"step": 22, "kl": 0.19970981308410016, "ce": 0.3581146065848214}, {"step": 23, "kl": 0.17874399777961658, "ce": 0.2565987090345506}, {"step": 24, "kl": 0.15602426553830775, "ce": 0.2600406999860491}, {"step": 25, "kl": 0.17398489069465745, "ce": 0.2437710972249943}, {"step": 26, "kl": 0.226222844943069, "ce": 0.39280361337213854}, {"step": 27, "kl": 0.2010758425157, "ce": 0.3539621486169948}, {"step": 28, "kl": 0.1548349579230274, "ce": 0.22309678223191207}, {"step": 29, "kl": 0.16992193300833336, "ce": 0.2787608617828006}, {"step": 30, "kl": 0.19077885828917623, "ce": 0.32205776792130947}, {"step": 31, "kl": 0.20066525869785573, "ce": 0.35137941141399864}, {"step": 32, "kl": 0.1933739068956528, "ce": 0.2702451693558715}, {"step": 33, "kl": 0.19497910363697235, "ce": 0.34848497206803286}, {"step": 34, "kl": 0.17783968145197088, "ce": 0.25592527757412603}, {"step": 35, "kl": 0.22109327231994785, "ce": 0.2812651022326488}, {"step": 36, "kl": 0.2021349655770659, "ce": 0.3363191748817545}, {"step": 37, "kl": 0.23273163873606798, "ce": 0.32811230575958045}, {"step": 38, "kl": 0.1923490563231665, "ce": 0.2994428808419555}, {"step": 39, "kl": 0.19408358784385932, "ce": 0.25878714033870076}, {"step": 40, "kl": 0.17447432837937268, "ce": 0.3311788702011108}, {"step": 41, "kl": 0.1628063653709822, "ce": 0.2713266587745225}, {"step": 42, "kl": 0.19963567798078868, "ce": 0.3509138680838204}, {"step": 43, "kl": 0.18074399489475204, "ce": 0.30324163875224425}, {"step": 44, "kl": 0.1813181772917607, "ce": 0.25317620296918364}, {"step": 45, "kl": 0.17049045320962758, "ce": 0.186538581971256}, {"step": 46, "kl": 0.1864121840937471, "ce": 0.30314071557565075}, {"step": 47, "kl": 0.17651516395798714, "ce": 0.2935599149903342}, {"step": 48, "kl": 0.182575841688774, "ce": 0.32650959130489465}, {"step": 49, "kl": 0.21056550919251552, "ce": 0.34160579854608714}, {"step": 50, "kl": 0.1856070787646837, "ce": 0.3105083794673431}, {"step": 51, "kl": 0.1685272042596926, "ce": 0.2930761673086957}, {"step": 52, "kl": 0.22013969660059982, "ce": 0.31745282651228157}, {"step": 53, "kl": 0.19383775138636142, "ce": 0.3653059409599384}, {"step": 54, "kl": 0.21141425047685297, "ce": 0.3099735198733161}, {"step": 55, "kl": 0.19835806958105523, "ce": 0.3120351208219333}, {"step": 56, "kl": 0.18226770049011923, "ce": 0.2943923874280939}, {"step": 57, "kl": 0.1685226599026194, "ce": 0.22809391628111028}, {"step": 58, "kl": 0.19722912526723801, "ce": 0.3088705475797358}, {"step": 59, "kl": 0.2023674231441684, "ce": 0.3775044312439234}, {"step": 60, "kl": 0.16781591317742617, "ce": 0.27815552714476394}, {"step": 61, "kl": 0.18616044716020325, "ce": 0.304708715851978}, {"step": 62, "kl": 0.14296097244914305, "ce": 0.2781664103262049}, {"step": 63, "kl": 0.1627766247239527, "ce": 0.29489572407989756}, {"step": 64, "kl": 0.18315645158504193, "ce": 0.3902040766179242}, {"step": 65, "kl": 0.18203366311240535, "ce": 0.244634039991942}, {"step": 66, "kl": 0.1806065891100013, "ce": 0.25677442615218776}, {"step": 67, "kl": 0.19273756293032188, "ce": 0.3214309920472135}, {"step": 68, "kl": 0.170431211843329, "ce": 0.2574909789361385}, {"step": 69, "kl": 0.19837416346438805, "ce": 0.2689564454933638}, {"step": 70, "kl": 0.17121022890120158, "ce": 0.26381029257306454}, {"step": 71, "kl": 0.18785035902062736, "ce": 0.32343098748924376}, {"step": 72, "kl": 0.19880179774745327, "ce": 0.29465620565341183}, {"step": 73, "kl": 0.17924429418283927, "ce": 0.2848752838271958}, {"step": 74, "kl": 0.1853805562114931, "ce": 0.33772655966503373}, {"step": 75, "kl": 0.18528603583644443, "ce": 0.28194413911497707}, {"step": 76, "kl": 0.1695057946811421, "ce": 0.2522991600386593}, {"step": 77, "kl": 0.20956189766936037, "ce": 0.2832173059975229}, {"step": 78, "kl": 0.19239910078554187, "ce": 0.3089453713099162}, {"step": 79, "kl": 0.16515084256076912, "ce": 0.29130926267644613}, {"step": 80, "kl": 0.17555376924326335, "ce": 0.3078841337316176}, {"step": 81, "kl": 0.176875218981775, "ce": 0.3164238869535575}, {"step": 82, "kl": 0.1724948905053229, "ce": 0.32049802082791456}, {"step": 83, "kl": 0.1677118010039404, "ce": 0.3103688761950519}, {"step": 84, "kl": 0.12874441081624483, "ce": 0.2480335315190748}, {"step": 85, "kl": 0.1685052560270954, "ce": 0.280520928079178}, {"step": 86, "kl": 0.20247871890079844, "ce": 0.31095739053496235}, {"step": 87, "kl": 0.20852387719204007, "ce": 0.3291447638901139}, {"step": 88, "kl": 0.15184784097022377, "ce": 0.27936836109169516}, {"step": 89, "kl": 0.16542371213343082, "ce": 0.3008702463497183}, {"step": 90, "kl": 0.18983149983533476, "ce": 0.32068250064766557}, {"step": 91, "kl": 0.18158739695318918, "ce": 0.2802097824823971}, {"step": 92, "kl": 0.1952230771705195, "ce": 0.31163410193787056}, {"step": 93, "kl": 0.15506919418108447, "ce": 0.23927435617213252}, {"step": 94, "kl": 0.22290907081260108, "ce": 0.28810401938297386}, {"step": 95, "kl": 0.18824446795294722, "ce": 0.3117443292418216}, {"step": 96, "kl": 0.14417308928265968, "ce": 0.29547588710723843}, {"step": 97, "kl": 0.17805923344725266, "ce": 0.3004775048410912}, {"step": 98, "kl": 0.2148714509523477, "ce": 0.3216209363043905}, {"step": 99, "kl": 0.18149303117867582, "ce": 0.313843738301136}, {"step": 100, "kl": 0.17831315612050208, "ce": 0.29322856834274014}, {"step": 101, "kl": 0.16033691427288316, "ce": 0.26377951938953204}, {"step": 102, "kl": 0.19366456259403375, "ce": 0.30637242119343644}, {"step": 103, "kl": 0.18491296258119555, "ce": 0.30227014880097436}, {"step": 104, "kl": 0.1761057655964991, "ce": 0.2949360216599029}, {"step": 105, "kl": 0.1678159168252278, "ce": 0.2634523655095432}, {"step": 106, "kl": 0.18454922671921908, "ce": 0.3455917825732862}, {"step": 107, "kl": 0.20980118382763702, "ce": 0.4145126903009351}, {"step": 108, "kl": 0.23139167975530567, "ce": 0.3845889528410983}, {"step": 109, "kl": 0.17940704389434223, "ce": 0.2606748055518627}, {"step": 110, "kl": 0.15445200747165794, "ce": 0.30342756904436263}, {"step": 111, "kl": 0.18255302093750422, "ce": 0.36233050074387974}, {"step": 112, "kl": 0.14533469385576353, "ce": 0.3167282951461685}, {"step": 113, "kl": 0.15667229295514468, "ce": 0.269538002969239}, {"step": 114, "kl": 0.18058829099601156, "ce": 0.2756424859458841}, {"step": 115, "kl": 0.18293619258872376, "ce": 0.2473196840628285}, {"step": 116, "kl": 0.2167772473135529, "ce": 0.32320381973302986}, {"step": 117, "kl": 0.200503270897476, "ce": 0.25688783038546553}, {"step": 118, "kl": 0.20919755438598361, "ce": 0.28205208867868214}, {"step": 119, "kl": 0.14700514003218218, "ce": 0.31896756975691987}, {"step": 120, "kl": 0.16790122381141842, "ce": 0.2866103524326827}, {"step": 121, "kl": 0.15352653500346142, "ce": 0.2729164443649612}, {"step": 122, "kl": 0.16079865250806993, "ce": 0.3302269486656704}, {"step": 123, "kl": 0.191393650172393, "ce": 0.3176818831256787}, {"step": 124, "kl": 0.1644704405223012, "ce": 0.30457434590422844}, {"step": 125, "kl": 0.16446052796883842, "ce": 0.2973936337130234}, {"step": 126, "kl": 0.15306786904411931, "ce": 0.31031221210504234}, {"step": 127, "kl": 0.19768364398922653, "ce": 0.2553057254657339}, {"step": 128, "kl": 0.16728173105502858, "ce": 0.23265847567714057}, {"step": 129, "kl": 0.17757579731380346, "ce": 0.31736353349861623}, {"step": 130, "kl": 0.1715243739702645, "ce": 0.33358100000726276}, {"step": 131, "kl": 0.19209200324499018, "ce": 0.3191838677631057}, {"step": 132, "kl": 0.15870665936242967, "ce": 0.3076087822198092}, {"step": 133, "kl": 0.14351270335572733, "ce": 0.19780394233766124}, {"step": 134, "kl": 0.18110094172146915, "ce": 0.28124208348682467}, {"step": 135, "kl": 0.1816041105495904, "ce": 0.2690659159550759}, {"step": 136, "kl": 0.1866402269616732, "ce": 0.2976078997245513}, {"step": 137, "kl": 0.15850651018816264, "ce": 0.2755715406237352}, {"step": 138, "kl": 0.2133907956612333, "ce": 0.311592596627259}, {"step": 139, "kl": 0.18316112930580472, "ce": 0.2678795340737574}, {"step": 140, "kl": 0.20967979499516093, "ce": 0.2877476136203373}, {"step": 141, "kl": 0.1661261640059545, "ce": 0.3005222328483742}, {"step": 142, "kl": 0.1681430892383351, "ce": 0.3398638234999484}, {"step": 143, "kl": 0.17372314672212344, "ce": 0.32817661096198586}, {"step": 144, "kl": 0.18529883321126303, "ce": 0.3567615231811948}, {"step": 145, "kl": 0.14836815536554068, "ce": 0.26197840613219825}, {"step": 146, "kl": 0.1812500581050616, "ce": 0.2877816686788901}, {"step": 147, "kl": 0.17782953397098253, "ce": 0.2856337675032394}, {"step": 148, "kl": 0.151801995133178, "ce": 0.24199265968508837}, {"step": 149, "kl": 0.1858677372383551, "ce": 0.28268928673570226}, {"step": 150, "kl": 0.15930091690077464, "ce": 0.25614314942242683}, {"step": 151, "kl": 0.14181531464292163, "ce": 0.2418829968024644}, {"step": 152, "kl": 0.1965831656676959, "ce": 0.31671055068342574}, {"step": 153, "kl": 0.17911811401431066, "ce": 0.3099534688605213}, {"step": 154, "kl": 0.16831448704170782, "ce": 0.32302786377883275}, {"step": 155, "kl": 0.1453315734096816, "ce": 0.29374589076658497}, {"step": 156, "kl": 0.17608285397126894, "ce": 0.2641835790530722}, {"step": 157, "kl": 0.16393125865134411, "ce": 0.2789100249134304}, {"step": 158, "kl": 0.18567392430480345, "ce": 0.2743718635365974}, {"step": 159, "kl": 0.15854573050014642, "ce": 0.2613851525906215}, {"step": 160, "kl": 0.1825985082889193, "ce": 0.24422687925849598}, {"step": 161, "kl": 0.18684713354773125, "ce": 0.2909837088211089}, {"step": 162, "kl": 0.17409087177149024, "ce": 0.2824110267854142}, {"step": 163, "kl": 0.18095687081911277, "ce": 0.298014698784782}, {"step": 164, "kl": 0.1646909215170088, "ce": 0.28585595063542274}, {"step": 165, "kl": 0.17122924238096598, "ce": 0.2993569170733552}, {"step": 166, "kl": 0.15792941679451106, "ce": 0.3026534596807412}, {"step": 167, "kl": 0.15977187360798242, "ce": 0.28664832711507593}, {"step": 168, "kl": 0.17155198351222667, "ce": 0.3132315346573492}, {"step": 169, "kl": 0.17972793438904136, "ce": 0.2789642813369284}, {"step": 170, "kl": 0.1746873413710623, "ce": 0.30687570079883025}, {"step": 171, "kl": 0.18061475242406608, "ce": 0.2902634212196985}, {"step": 172, "kl": 0.16695123922518654, "ce": 0.29283919604856573}, {"step": 173, "kl": 0.15389511865871588, "ce": 0.29029320933217484}, {"step": 174, "kl": 0.1932327498250933, "ce": 0.38281196991799776}, {"step": 175, "kl": 0.17217943296413663, "ce": 0.2666957160659764}, {"step": 176, "kl": 0.1544242689477488, "ce": 0.28574161894002537}, {"step": 177, "kl": 0.1426569218844745, "ce": 0.26454626464843745}, {"step": 178, "kl": 0.1589560576551566, "ce": 0.3258668216892478}, {"step": 179, "kl": 0.16442272488581175, "ce": 0.3146534949408637}, {"step": 180, "kl": 0.1819017869569105, "ce": 0.34326602801803713}, {"step": 181, "kl": 0.1299576816699465, "ce": 0.29098673326703206}, {"step": 182, "kl": 0.16466040364144438, "ce": 0.32017254348447066}, {"step": 183, "kl": 0.17019594141415187, "ce": 0.30585578463919116}, {"step": 184, "kl": 0.18927278800242714, "ce": 0.2832769271210955}, {"step": 185, "kl": 0.18373888693265777, "ce": 0.407078720594236}, {"step": 186, "kl": 0.15547657392511322, "ce": 0.2356408644203059}, {"step": 187, "kl": 0.15516506562578403, "ce": 0.2830374086894482}, {"step": 188, "kl": 0.17535430780284278, "ce": 0.30492783537217955}, {"step": 189, "kl": 0.11833240157645386, "ce": 0.27322664455571943}, {"step": 190, "kl": 0.1540290646019601, "ce": 0.22808364097797304}, {"step": 191, "kl": 0.13857252316238924, "ce": 0.24496458764857673}, {"step": 192, "kl": 0.17108964070424182, "ce": 0.3134678905903543}, {"step": 193, "kl": 0.18694939296279767, "ce": 0.3628602575920597}, {"step": 194, "kl": 0.17644235345609743, "ce": 0.242130297720669}, {"step": 195, "kl": 0.13684984724719743, "ce": 0.30471208060291805}, {"step": 196, "kl": 0.17489556729610217, "ce": 0.2933107320035227}, {"step": 197, "kl": 0.16593267264978845, "ce": 0.30857663437427324}, {"step": 198, "kl": 0.13659601720425452, "ce": 0.26554238140947084}, {"step": 199, "kl": 0.18542095231703076, "ce": 0.30476127436610895}, {"step": 200, "kl": 0.18509867451995826, "ce": 0.31165136902117424}, {"step": 201, "kl": 0.16392410736033616, "ce": 0.3016956490402656}, {"step": 202, "kl": 0.15407535610041556, "ce": 0.27735085443619195}, {"step": 203, "kl": 0.14858448810289548, "ce": 0.22626178271404948}, {"step": 204, "kl": 0.18094941681506588, "ce": 0.2883095838713976}, {"step": 205, "kl": 0.15124858136621896, "ce": 0.2685615523836271}, {"step": 206, "kl": 0.1471227985510849, "ce": 0.27566450250601215}, {"step": 207, "kl": 0.18823486386335583, "ce": 0.24345944535248198}, {"step": 208, "kl": 0.13895642711696019, "ce": 0.2746361044883005}, {"step": 209, "kl": 0.17670308627956702, "ce": 0.3130637412463432}, {"step": 210, "kl": 0.17951282436893962, "ce": 0.297486246925369}, {"step": 211, "kl": 0.18043538370324363, "ce": 0.3177846000444253}, {"step": 212, "kl": 0.1929292358375817, "ce": 0.3219661242856181}, {"step": 213, "kl": 0.17377399724403483, "ce": 0.3466898961830015}, {"step": 214, "kl": 0.17119342741270488, "ce": 0.2972888758496261}, {"step": 215, "kl": 0.17292445085130068, "ce": 0.31344663961163555}, {"step": 216, "kl": 0.17286993234801945, "ce": 0.25552626544465146}, {"step": 217, "kl": 0.16849328907174443, "ce": 0.28715929610868335}, {"step": 218, "kl": 0.17285020896763217, "ce": 0.2845010642148876}, {"step": 219, "kl": 0.15786822689783547, "ce": 0.27222579078599957}, {"step": 220, "kl": 0.14684842039161444, "ce": 0.2882192178502502}, {"step": 221, "kl": 0.18933540607836855, "ce": 0.3105842427658374}, {"step": 222, "kl": 0.12119923421141567, "ce": 0.27073555636965513}, {"step": 223, "kl": 0.1467823934022133, "ce": 0.25715580281612543}, {"step": 224, "kl": 0.12792686371702322, "ce": 0.2623961455130878}, {"step": 225, "kl": 0.13489128703177863, "ce": 0.30475300631337243}, {"step": 226, "kl": 0.17545042340475106, "ce": 0.3015373086793137}, {"step": 227, "kl": 0.20133846225298485, "ce": 0.34367983974838723}, {"step": 228, "kl": 0.11346255045178749, "ce": 0.2190811342037057}, {"step": 229, "kl": 0.11740835045170321, "ce": 0.22747434462718197}, {"step": 230, "kl": 0.13576414029892175, "ce": 0.2068588315251612}, {"step": 231, "kl": 0.13834511626548668, "ce": 0.2392819902995289}, {"step": 232, "kl": 0.1222588300502735, "ce": 0.20680538562934567}, {"step": 233, "kl": 0.1316822873620136, "ce": 0.219164711756832}, {"step": 234, "kl": 0.12518661847983234, "ce": 0.2699594540115389}, {"step": 235, "kl": 0.13794051528941892, "ce": 0.21394178620771329}, {"step": 236, "kl": 0.12652493754441763, "ce": 0.20344601079084815}, {"step": 237, "kl": 0.12377073675338894, "ce": 0.23022742004515684}, {"step": 238, "kl": 0.11483954430447889, "ce": 0.18805299593389047}, {"step": 239, "kl": 0.11211457571767061, "ce": 0.20655781019786645}, {"step": 240, "kl": 0.11243719446047637, "ce": 0.19483125736988044}, {"step": 241, "kl": 0.107123734111479, "ce": 0.21808485897771446}, {"step": 242, "kl": 0.11624162473648691, "ce": 0.21885939962994247}, {"step": 243, "kl": 0.11930165480969572, "ce": 0.2019668137055098}, {"step": 244, "kl": 0.13867381748093338, "ce": 0.19996509251988054}, {"step": 245, "kl": 0.12957397470777648, "ce": 0.2312110111308988}, {"step": 246, "kl": 0.11686988603002048, "ce": 0.23403995946861994}, {"step": 247, "kl": 0.10255160886350129, "ce": 0.20013006999651967}, {"step": 248, "kl": 0.12048705058713857, "ce": 0.25050155257562445}, {"step": 249, "kl": 0.12761379319067875, "ce": 0.19360066831302336}, {"step": 250, "kl": 0.12576412009882915, "ce": 0.19303686206449425}, {"step": 251, "kl": 0.09627743362549127, "ce": 0.1804193235566556}, {"step": 252, "kl": 0.1147387775942482, "ce": 0.19627272348555308}, {"step": 253, "kl": 0.14140866332246121, "ce": 0.20095996016509113}, {"step": 254, "kl": 0.1229043486664649, "ce": 0.20872924457289496}, {"step": 255, "kl": 0.12473489779474617, "ce": 0.1958774155533686}, {"step": 256, "kl": 0.12665158169645035, "ce": 0.20880488805350497}, {"step": 257, "kl": 0.11631144046457516, "ce": 0.2263942774414613}, {"step": 258, "kl": 0.11749711273409796, "ce": 0.18311756577334298}, {"step": 259, "kl": 0.12710282316612315, "ce": 0.21553100766203775}, {"step": 260, "kl": 0.13521417993072166, "ce": 0.2773533509462019}, {"step": 261, "kl": 0.13695887298655612, "ce": 0.23490308699254708}, {"step": 262, "kl": 0.11783034264112507, "ce": 0.1897959173634072}, {"step": 263, "kl": 0.12410289696172663, "ce": 0.19437963928154914}, {"step": 264, "kl": 0.10753193609273054, "ce": 0.1892439991863885}, {"step": 265, "kl": 0.11843984655758663, "ce": 0.2072010410722083}, {"step": 266, "kl": 0.13263814902179688, "ce": 0.2087588840060764}, {"step": 267, "kl": 0.11823025900588291, "ce": 0.18893567223569072}, {"step": 268, "kl": 0.09902166585708037, "ce": 0.210012231080642}, {"step": 269, "kl": 0.1115380012856256, "ce": 0.20227778737137958}, {"step": 270, "kl": 0.11613101457041333, "ce": 0.24869767540977114}, {"step": 271, "kl": 0.1390991408788878, "ce": 0.20916168985934175}, {"step": 272, "kl": 0.12337421852609387, "ce": 0.24618901437852492}, {"step": 273, "kl": 0.1032603586829971, "ce": 0.19744358635469392}, {"step": 274, "kl": 0.1164804255625943, "ce": 0.19021672203925627}, {"step": 275, "kl": 0.13213485754776674, "ce": 0.1882022816846521}, {"step": 276, "kl": 0.10820829260105988, "ce": 0.20636972596830144}, {"step": 277, "kl": 0.10136728087002447, "ce": 0.18614577158592163}, {"step": 278, "kl": 0.11799796183878644, "ce": 0.20177049953067908}, {"step": 279, "kl": 0.11429313849902215, "ce": 0.22432190907312222}, {"step": 280, "kl": 0.11458994420686563, "ce": 0.18437431761937112}, {"step": 281, "kl": 0.10469603658401842, "ce": 0.17528533935546875}, {"step": 282, "kl": 0.09210978140060433, "ce": 0.19517385747672159}, {"step": 283, "kl": 0.12640911541267488, "ce": 0.22728837187530077}, {"step": 284, "kl": 0.11324095775870685, "ce": 0.18443131707794036}, {"step": 285, "kl": 0.1312345639328284, "ce": 0.24416490528105814}, {"step": 286, "kl": 0.10622841016069914, "ce": 0.18552464952825287}, {"step": 287, "kl": 0.11869760468102264, "ce": 0.21140728776271528}, {"step": 288, "kl": 0.10651165549046987, "ce": 0.18008372848660503}, {"step": 289, "kl": 0.13151718075772423, "ce": 0.2000970427649636}, {"step": 290, "kl": 0.14193278466318368, "ce": 0.20471384388103062}, {"step": 291, "kl": 0.1163690607192607, "ce": 0.182403764913725}, {"step": 292, "kl": 0.12511167896824352, "ce": 0.2234152894558165}, {"step": 293, "kl": 0.11093677847646854, "ce": 0.21399259953068198}, {"step": 294, "kl": 0.10858827909792694, "ce": 0.19201035919575152}, {"step": 295, "kl": 0.08028006888065402, "ce": 0.18018516786048194}, {"step": 296, "kl": 0.1304312915072573, "ce": 0.210928135798002}, {"step": 297, "kl": 0.14073988884559882, "ce": 0.21614502296570412}, {"step": 298, "kl": 0.11349081342457867, "ce": 0.17766770041538776}, {"step": 299, "kl": 0.12462258790388558, "ce": 0.20545316076582404}, {"step": 300, "kl": 0.13612449145269298, "ce": 0.19776864374474803}, {"step": 301, "kl": 0.13862886732410679, "ce": 0.22433856726437965}, {"step": 302, "kl": 0.10339647925750992, "ce": 0.18712751881605913}, {"step": 303, "kl": 0.12280446481486978, "ce": 0.22385262795206096}, {"step": 304, "kl": 0.12182531761079302, "ce": 0.22758360928570914}, {"step": 305, "kl": 0.13042793126429253, "ce": 0.23810632608564547}, {"step": 306, "kl": 0.10191615093096777, "ce": 0.18921684604029454}, {"step": 307, "kl": 0.11086065961369532, "ce": 0.23067362002498665}, {"step": 308, "kl": 0.12171430373266204, "ce": 0.24058004194033691}, {"step": 309, "kl": 0.13436724398316455, "ce": 0.2005399090970927}, {"step": 310, "kl": 0.10124713734051058, "ce": 0.2138566781880336}, {"step": 311, "kl": 0.11259674349317181, "ce": 0.2125812422602927}, {"step": 312, "kl": 0.10625514218639769, "ce": 0.2535978516511989}, {"step": 313, "kl": 0.11587789436587154, "ce": 0.2438010589566474}, {"step": 314, "kl": 0.1204870070732342, "ce": 0.16591712547759802}, {"step": 315, "kl": 0.0959086832366835, "ce": 0.20840882018372253}, {"step": 316, "kl": 0.12266824248041575, "ce": 0.21190346230547596}, {"step": 317, "kl": 0.12072360218092362, "ce": 0.18808094111861054}, {"step": 318, "kl": 0.11338509480186901, "ce": 0.2371170407249814}, {"step": 319, "kl": 0.11506021606012333, "ce": 0.1759684554780876}, {"step": 320, "kl": 0.11627064014216902, "ce": 0.1807674140047285}, {"step": 321, "kl": 0.12556589050803996, "ce": 0.238093275291927}, {"step": 322, "kl": 0.0995148870791424, "ce": 0.1896609401647143}, {"step": 323, "kl": 0.09849288870720684, "ce": 0.18197526313100043}, {"step": 324, "kl": 0.1143948192679726, "ce": 0.19622099144944868}, {"step": 325, "kl": 0.12608221174854706, "ce": 0.23441179631429426}, {"step": 326, "kl": 0.11322598537334527, "ce": 0.21770282587286832}, {"step": 327, "kl": 0.11707052430751666, "ce": 0.1690216064453125}, {"step": 328, "kl": 0.11111631987405139, "ce": 0.2022822207677028}, {"step": 329, "kl": 0.09132390058770472, "ce": 0.17007537735399933}, {"step": 330, "kl": 0.11765472635822663, "ce": 0.20544545237166273}, {"step": 331, "kl": 0.10699501294014742, "ce": 0.19511126128720568}, {"step": 332, "kl": 0.10881422187686511, "ce": 0.19288922227233626}, {"step": 333, "kl": 0.10508827306854893, "ce": 0.2477787782298354}, {"step": 334, "kl": 0.12280071479389464, "ce": 0.22097738003158085}, {"step": 335, "kl": 0.12912825807123574, "ce": 0.18519296100328142}, {"step": 336, "kl": 0.11056029123023411, "ce": 0.19770357639402247}, {"step": 337, "kl": 0.1037651888931854, "ce": 0.2116175332623588}, {"step": 338, "kl": 0.10462724191877903, "ce": 0.2160228799437171}, {"step": 339, "kl": 0.11811734263572628, "ce": 0.1852087265507894}, {"step": 340, "kl": 0.11454997872406582, "ce": 0.20804121798113634}, {"step": 341, "kl": 0.11314789088832128, "ce": 0.18243375154370986}, {"step": 342, "kl": 0.09914451061103066, "ce": 0.2101101283141359}, {"step": 343, "kl": 0.11322118701207384, "ce": 0.19993256465681192}, {"step": 344, "kl": 0.09649900073918821, "ce": 0.15076789345545683}, {"step": 345, "kl": 0.1242152325181334, "ce": 0.18858853975931802}, {"step": 346, "kl": 0.1051465400590485, "ce": 0.2724142373179475}, {"step": 347, "kl": 0.10887041776878398, "ce": 0.21667096542624054}, {"step": 348, "kl": 0.10533236688038931, "ce": 0.17758221422667061}, {"step": 349, "kl": 0.09830438910797068, "ce": 0.18656568137548304}, {"step": 350, "kl": 0.13463549977191866, "ce": 0.21483369611571754}, {"step": 351, "kl": 0.11569315372198694, "ce": 0.1848300563389761}, {"step": 352, "kl": 0.12770998342250423, "ce": 0.19305459412337622}, {"step": 353, "kl": 0.12281984979509734, "ce": 0.2053671406224831}, {"step": 354, "kl": 0.1133383994744971, "ce": 0.2159478032095879}, {"step": 355, "kl": 0.1324586168874064, "ce": 0.2065964517993623}, {"step": 356, "kl": 0.13503673978470318, "ce": 0.18769759278219914}, {"step": 357, "kl": 0.12000587391024269, "ce": 0.1937087923098134}, {"step": 358, "kl": 0.09859227604852099, "ce": 0.17906212655612574}, {"step": 359, "kl": 0.11715521034181427, "ce": 0.1908589841981814}, {"step": 360, "kl": 0.104665698154669, "ce": 0.21666742948012863}, {"step": 361, "kl": 0.10332841996779521, "ce": 0.16714575136665616}, {"step": 362, "kl": 0.11521615494776818, "ce": 0.21389410196563952}, {"step": 363, "kl": 0.10681908629147277, "ce": 0.20509648360605315}, {"step": 364, "kl": 0.11809343270393613, "ce": 0.21263343108202232}, {"step": 365, "kl": 0.1148767231217206, "ce": 0.17765470147901963}, {"step": 366, "kl": 0.1314414685390993, "ce": 0.2111222294892478}, {"step": 367, "kl": 0.10727764660622174, "ce": 0.19128845471420816}, {"step": 368, "kl": 0.11860391907671394, "ce": 0.18506223999451255}, {"step": 369, "kl": 0.12000441738714987, "ce": 0.18373428056705446}, {"step": 370, "kl": 0.10017222356015912, "ce": 0.18703709074256386}, {"step": 371, "kl": 0.12348823147302494, "ce": 0.1418370597835936}, {"step": 372, "kl": 0.11019539170291998, "ce": 0.21866805158431915}, {"step": 373, "kl": 0.13070988736724085, "ce": 0.20906524249093555}, {"step": 374, "kl": 0.09310914885592492, "ce": 0.21454540021890658}, {"step": 375, "kl": 0.11651181283315729, "ce": 0.2114862884536843}, {"step": 376, "kl": 0.12965428194086603, "ce": 0.21559201423979715}, {"step": 377, "kl": 0.11420928172276541, "ce": 0.2153675123721759}, {"step": 378, "kl": 0.0921738511576472, "ce": 0.20110153982359819}, {"step": 379, "kl": 0.128533379665469, "ce": 0.23901791754569718}, {"step": 380, "kl": 0.1092372106679788, "ce": 0.17407829257261073}, {"step": 381, "kl": 0.10989591362637557, "ce": 0.20012485875492603}, {"step": 382, "kl": 0.11138565224009472, "ce": 0.17647506478979358}, {"step": 383, "kl": 0.11674489830964363, "ce": 0.17236567692156313}, {"step": 384, "kl": 0.10640986154505934, "ce": 0.20784100941116188}, {"step": 385, "kl": 0.1206198275048689, "ce": 0.21088482219685517}, {"step": 386, "kl": 0.09361134465941409, "ce": 0.1747901096522251}, {"step": 387, "kl": 0.11786674439160026, "ce": 0.19320227710650784}, {"step": 388, "kl": 0.12521773506848255, "ce": 0.24483625718872318}, {"step": 389, "kl": 0.11282572965167, "ce": 0.20164040745915593}, {"step": 390, "kl": 0.10725552084915069, "ce": 0.2048242545100745}, {"step": 391, "kl": 0.09741814274779523, "ce": 0.17518535568337498}, {"step": 392, "kl": 0.08540574111560784, "ce": 0.17891213532215441}, {"step": 393, "kl": 0.1193960325824436, "ce": 0.2181591275945095}, {"step": 394, "kl": 0.12967743191677572, "ce": 0.21712320225193382}, {"step": 395, "kl": 0.10685702823226335, "ce": 0.2554551279517552}, {"step": 396, "kl": 0.1050290150754384, "ce": 0.18707897823156464}, {"step": 397, "kl": 0.1184544984326428, "ce": 0.18396670018867972}, {"step": 398, "kl": 0.09553261594661813, "ce": 0.18420393235218424}, {"step": 399, "kl": 0.10383151025336405, "ce": 0.20737298796831488}, {"step": 400, "kl": 0.11432508626071328, "ce": 0.18433870917412082}, {"step": 401, "kl": 0.09358240163621326, "ce": 0.20236750834429093}, {"step": 402, "kl": 0.13072146184570377, "ce": 0.21830316886477422}, {"step": 403, "kl": 0.0994851312109815, "ce": 0.1746005128791727}, {"step": 404, "kl": 0.09494489003421022, "ce": 0.2019231434712751}, {"step": 405, "kl": 0.10320632328049408, "ce": 0.21673123956270957}, {"step": 406, "kl": 0.09774131062513805, "ce": 0.19378553561078823}, {"step": 407, "kl": 0.1362885029670689, "ce": 0.2395447299132285}, {"step": 408, "kl": 0.1223570543766108, "ce": 0.19568830618301275}, {"step": 409, "kl": 0.09397079379642449, "ce": 0.1995959316325222}, {"step": 410, "kl": 0.0989163433088476, "ce": 0.15774441410206116}, {"step": 411, "kl": 0.10264611338438254, "ce": 0.1760335046068229}, {"step": 412, "kl": 0.11672114074816653, "ce": 0.19835170044114153}, {"step": 413, "kl": 0.10617681991307215, "ce": 0.16003518247056284}, {"step": 414, "kl": 0.10742270099302323, "ce": 0.21166313544593898}, {"step": 415, "kl": 0.0975284295876149, "ce": 0.15790808182238789}, {"step": 416, "kl": 0.09705541926668482, "ce": 0.2028341785939589}, {"step": 417, "kl": 0.12295232528497366, "ce": 0.1986149554235854}, {"step": 418, "kl": 0.11173697605584028, "ce": 0.18149413617990784}, {"step": 419, "kl": 0.1275208982194138, "ce": 0.18447313017648254}, {"step": 420, "kl": 0.11555331634395899, "ce": 0.19361886502444886}, {"step": 421, "kl": 0.10030463399484366, "ce": 0.1837224925274184}, {"step": 422, "kl": 0.09764775484991135, "ce": 0.19026163194869627}, {"step": 423, "kl": 0.11885915007337895, "ce": 0.20549068578190363}, {"step": 424, "kl": 0.1120477005026056, "ce": 0.22076568603515626}, {"step": 425, "kl": 0.08853508933368977, "ce": 0.17430987886031452}, {"step": 426, "kl": 0.11748317184308482, "ce": 0.22551103410774104}, {"step": 427, "kl": 0.13985268547049587, "ce": 0.1969463546851704}, {"step": 428, "kl": 0.13084938062370122, "ce": 0.1993607807023157}, {"step": 429, "kl": 0.10062360872251284, "ce": 0.1645238739961581}, {"step": 430, "kl": 0.11683788511301206, "ce": 0.2309233451630987}, {"step": 431, "kl": 0.10522273542285925, "ce": 0.1948318904103493}, {"step": 432, "kl": 0.13822843068143603, "ce": 0.23822781799255327}, {"step": 433, "kl": 0.12560836901801994, "ce": 0.2027914598461834}, {"step": 434, "kl": 0.11328702024478349, "ce": 0.1961275000147708}, {"step": 435, "kl": 0.09128525257910927, "ce": 0.18083897153512205}, {"step": 436, "kl": 0.14229028666710752, "ce": 0.23142329322543279}, {"step": 437, "kl": 0.11191802956946255, "ce": 0.18125587767145912}, {"step": 438, "kl": 0.11690865475359316, "ce": 0.21736913091223709}, {"step": 439, "kl": 0.11057982808570217, "ce": 0.1811226140903482}, {"step": 440, "kl": 0.12369919998031978, "ce": 0.18271887650515023}, {"step": 441, "kl": 0.1106281073540786, "ce": 0.21896001042713858}, {"step": 442, "kl": 0.10643391029180727, "ce": 0.230260803796988}, {"step": 443, "kl": 0.10633961310895601, "ce": 0.17193897234136263}, {"step": 444, "kl": 0.111593065405561, "ce": 0.21781020205770193}, {"step": 445, "kl": 0.09989439104244897, "ce": 0.17762647854704794}, {"step": 446, "kl": 0.10437550608057289, "ce": 0.21399218001455633}, {"step": 447, "kl": 0.1264799994850975, "ce": 0.26407439537003297}, {"step": 448, "kl": 0.1070918807149353, "ce": 0.20041467750608188}, {"step": 449, "kl": 0.11059224793291468, "ce": 0.20546985637245843}, {"step": 450, "kl": 0.10819152355380574, "ce": 0.19606990919781786}, {"step": 451, "kl": 0.1291866935335854, "ce": 0.20094390063242118}, {"step": 452, "kl": 0.11883610848479279, "ce": 0.22422673421200132}, {"step": 453, "kl": 0.13275766926326424, "ce": 0.26394297997282723}, {"step": 454, "kl": 0.12574374783895936, "ce": 0.20330684369885427}], "val": [{"step": 0, "math_kl": 0.17064335946551992, "math_ce": 0.8387106338797149, "code_kl": 0.22128492102940375, "code_ce": 0.36744983409730037}, {"step": 227, "math_kl": 0.17995729038921912, "math_ce": 0.7718897569451427, "code_kl": 0.1679946551163615, "code_ce": 0.29394384255209044}, {"step": 454, "math_kl": 0.1847685982507147, "math_ce": 0.7855554366709551, "code_kl": 0.16292260131595074, "code_ce": 0.2934030192650831}]}
seq_code_math_seed2/stage1_code/model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b7186828d04cfaad5b6ea1914855a58bf9b051e3be985bd0b829fc83ef24011
3
+ size 988097824