Upload folder using huggingface_hub
Browse files- abl_kl_only_math_code_seed1/results_stage2_code/gsm8k.jsonl +0 -0
- abl_kl_only_math_code_seed1/results_stage2_code/humaneval.jsonl +0 -0
- abl_kl_only_math_code_seed1/results_stage2_code/humaneval_eval_results.json +0 -0
- abl_kl_only_math_code_seed1/results_stage2_code/mbpp.jsonl +0 -0
- abl_kl_only_math_code_seed1/results_stage2_code/mbpp_eval_results.json +0 -0
- abl_kl_only_math_code_seed1/results_stage2_code/summary.json +1 -0
- abl_kl_only_math_code_seed1/stage2_code/config.json +57 -0
- abl_kl_only_math_code_seed1/stage2_code/generation_config.json +14 -0
- abl_kl_only_math_code_seed1/stage2_code/log.json +1 -0
- abl_kl_only_math_code_seed1/stage2_code/model.safetensors +3 -0
abl_kl_only_math_code_seed1/results_stage2_code/gsm8k.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage2_code/humaneval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage2_code/humaneval_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage2_code/mbpp.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage2_code/mbpp_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage2_code/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "stage2_code", "gsm8k": 0.4829416224412434, "mbpp": 0.48412698412698413, "mbpp_plus": 0.4126984126984127, "humaneval": 0.3353658536585366, "humaneval_plus": 0.29878048780487804, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164}
|
abl_kl_only_math_code_seed1/stage2_code/config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 896,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 4864,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention"
|
| 38 |
+
],
|
| 39 |
+
"max_position_embeddings": 32768,
|
| 40 |
+
"max_window_layers": 21,
|
| 41 |
+
"model_type": "qwen2",
|
| 42 |
+
"num_attention_heads": 14,
|
| 43 |
+
"num_hidden_layers": 24,
|
| 44 |
+
"num_key_value_heads": 2,
|
| 45 |
+
"pad_token_id": null,
|
| 46 |
+
"rms_norm_eps": 1e-06,
|
| 47 |
+
"rope_parameters": {
|
| 48 |
+
"rope_theta": 1000000.0,
|
| 49 |
+
"rope_type": "default"
|
| 50 |
+
},
|
| 51 |
+
"sliding_window": null,
|
| 52 |
+
"tie_word_embeddings": true,
|
| 53 |
+
"transformers_version": "5.20.2",
|
| 54 |
+
"use_cache": true,
|
| 55 |
+
"use_sliding_window": false,
|
| 56 |
+
"vocab_size": 151936
|
| 57 |
+
}
|
abl_kl_only_math_code_seed1/stage2_code/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
abl_kl_only_math_code_seed1/stage2_code/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.22786373895038553, "ce": 0.3385034529613423}, {"step": 2, "kl": 0.24650549525342758, "ce": 0.4435730463341822}, {"step": 3, "kl": 0.2543339700593057, "ce": 0.36993819319190346}, {"step": 4, "kl": 0.23720475237879068, "ce": 0.40898967625620875}, {"step": 5, "kl": 0.23441235248927017, "ce": 0.3335263688960688}, {"step": 6, "kl": 0.2398253817297732, "ce": 0.334296648802995}, {"step": 7, "kl": 0.23662577133359797, "ce": 0.34503154657007984}, {"step": 8, "kl": 0.1966685036126125, "ce": 0.3320356523359453}, {"step": 9, "kl": 0.2592478939736263, "ce": 0.43458833984588735}, {"step": 10, "kl": 0.20817661011772318, "ce": 0.3939646461984955}, {"step": 11, "kl": 0.2208142376864116, "ce": 0.4406999652460121}, {"step": 12, "kl": 0.20637258262277763, "ce": 0.41604221630350025}, {"step": 13, "kl": 0.23160210263131648, "ce": 0.43109869209759283}, {"step": 14, "kl": 0.1940976792972461, "ce": 0.3905680873598486}, {"step": 15, "kl": 0.18858882121426312, "ce": 0.41090431044098497}, {"step": 16, "kl": 0.2029525157229064, "ce": 0.4276678213204158}, {"step": 17, "kl": 0.2391017946003431, "ce": 0.4365258263648354}, {"step": 18, "kl": 0.19384979783442982, "ce": 0.3652656229604418}, {"step": 19, "kl": 0.23168720134992632, "ce": 0.3810308075841416}, {"step": 20, "kl": 0.18890346020419202, "ce": 0.4213991579457396}, {"step": 21, "kl": 0.1824985379718073, "ce": 0.38627915883705494}, {"step": 22, "kl": 0.20809300687907073, "ce": 0.3646224351169857}, {"step": 23, "kl": 0.2094410363388371, "ce": 0.46345876358650834}, {"step": 24, "kl": 0.18172821252386082, "ce": 0.37167944782706464}, {"step": 25, "kl": 0.20029150355945935, "ce": 0.4141235638314467}, {"step": 26, "kl": 0.17198988583912633, "ce": 0.3518380457314616}, {"step": 27, "kl": 0.1904741465301355, "ce": 0.375827729714751}, {"step": 28, "kl": 0.2170351509997781, "ce": 0.360126334751441}, {"step": 29, "kl": 0.19590908453951245, "ce": 0.3277689645981648}, {"step": 30, "kl": 0.20976277897666284, "ce": 0.3547675278167818}, {"step": 31, "kl": 0.1771110869676153, "ce": 0.36009667097017495}, {"step": 32, "kl": 0.21495934403112404, "ce": 0.42438432458681363}, {"step": 33, "kl": 0.21940063132851687, "ce": 0.40468386499238257}, {"step": 34, "kl": 0.21671063814895913, "ce": 0.4094340708063937}, {"step": 35, "kl": 0.1792224062940647, "ce": 0.3884323340574408}, {"step": 36, "kl": 0.2178726071602469, "ce": 0.41177746835722606}, {"step": 37, "kl": 0.1781140204482083, "ce": 0.4164304306114746}, {"step": 38, "kl": 0.1961890664446519, "ce": 0.41066138879289227}, {"step": 39, "kl": 0.1782736652205671, "ce": 0.3931145582817759}, {"step": 40, "kl": 0.15084297768800858, "ce": 0.309004698359828}, {"step": 41, "kl": 0.21669463590704852, "ce": 0.39237618763115256}, {"step": 42, "kl": 0.2217935934340905, "ce": 0.35273337001988037}, {"step": 43, "kl": 0.16559432987668848, "ce": 0.36657250898938887}, {"step": 44, "kl": 0.16789830924230004, "ce": 0.30243883960240225}, {"step": 45, "kl": 0.17652320035613409, "ce": 0.41743059927175585}, {"step": 46, "kl": 0.20413554076766832, "ce": 0.3798913521377592}, {"step": 47, "kl": 0.1782630272882521, "ce": 0.4394018229316263}, {"step": 48, "kl": 0.1761743720298742, "ce": 0.3743231150371197}, {"step": 49, "kl": 0.1825994335679137, "ce": 0.43668872449619794}, {"step": 50, "kl": 0.17093161178847488, "ce": 0.3265360283129143}, {"step": 51, "kl": 0.16096378772323638, "ce": 0.3334739415500788}, {"step": 52, "kl": 0.19207377517977486, "ce": 0.3388503987011638}, {"step": 53, "kl": 0.19048365152621297, "ce": 0.4061669093903286}, {"step": 54, "kl": 0.17567215672510111, "ce": 0.37930653708550394}, {"step": 55, "kl": 0.2172686895595029, "ce": 0.39988664229418397}, {"step": 56, "kl": 0.20673720739423562, "ce": 0.45312388761405215}, {"step": 57, "kl": 0.19676980607039374, "ce": 0.42220998425342415}, {"step": 58, "kl": 0.1867627875566187, "ce": 0.37306090347501364}, {"step": 59, "kl": 0.1934892878930468, "ce": 0.3922676080065302}, {"step": 60, "kl": 0.15469755595545373, "ce": 0.4313973893382826}, {"step": 61, "kl": 0.15862936602057198, "ce": 0.33326027213491555}, {"step": 62, "kl": 0.18554042157942616, "ce": 0.36905706716138265}, {"step": 63, "kl": 0.17255398407134098, "ce": 0.3006520792643229}, {"step": 64, "kl": 0.1638758496323359, "ce": 0.3593162536621094}, {"step": 65, "kl": 0.16317835260242794, "ce": 0.3418642245330982}, {"step": 66, "kl": 0.20892826635606573, "ce": 0.41540631110515075}, {"step": 67, "kl": 0.19161047448416124, "ce": 0.4096564973742756}, {"step": 68, "kl": 0.17267508254216052, "ce": 0.39973798308218067}, {"step": 69, "kl": 0.23315979370236806, "ce": 0.4323894549589085}, {"step": 70, "kl": 0.146191174115062, "ce": 0.36557245961390833}, {"step": 71, "kl": 0.1546367164697987, "ce": 0.3580482912973675}, {"step": 72, "kl": 0.1840141333969943, "ce": 0.427528947918727}, {"step": 73, "kl": 0.185530765551143, "ce": 0.37664897552389176}, {"step": 74, "kl": 0.17521192861855012, "ce": 0.3741776411357355}, {"step": 75, "kl": 0.18232519332480165, "ce": 0.45674937316942854}, {"step": 76, "kl": 0.1402968521312255, "ce": 0.2892088614559608}, {"step": 77, "kl": 0.18998637981712815, "ce": 0.38065715501002134}, {"step": 78, "kl": 0.17653244497853998, "ce": 0.3891223026535966}, {"step": 79, "kl": 0.18097539180206998, "ce": 0.3233570007428731}, {"step": 80, "kl": 0.16260308077540866, "ce": 0.38780791418892996}, {"step": 81, "kl": 0.16643553305295009, "ce": 0.3593019825438914}, {"step": 82, "kl": 0.19095607776017415, "ce": 0.3983478299782115}, {"step": 83, "kl": 0.16790829204590438, "ce": 0.3657699182450914}, {"step": 84, "kl": 0.17112077624014727, "ce": 0.3650236868493145}, {"step": 85, "kl": 0.19953593295646452, "ce": 0.369849584868566}, {"step": 86, "kl": 0.17728763604950873, "ce": 0.425746018678435}, {"step": 87, "kl": 0.16826139340603052, "ce": 0.34589014961495934}, {"step": 88, "kl": 0.140724348367206, "ce": 0.3267142639575684}, {"step": 89, "kl": 0.17075774733827692, "ce": 0.3823718926363292}, {"step": 90, "kl": 0.13408809021006687, "ce": 0.3965388699307468}, {"step": 91, "kl": 0.17142853953621603, "ce": 0.3378921404964993}, {"step": 92, "kl": 0.1705317043122791, "ce": 0.39902753906514843}, {"step": 93, "kl": 0.19288608585015155, "ce": 0.3434038155855196}, {"step": 94, "kl": 0.1599547244126831, "ce": 0.3200210648684403}, {"step": 95, "kl": 0.17243898871841778, "ce": 0.2962967521114292}, {"step": 96, "kl": 0.16291733391455648, "ce": 0.3761286557166654}, {"step": 97, "kl": 0.13640193084622498, "ce": 0.34059258311358775}, {"step": 98, "kl": 0.1613330384163501, "ce": 0.3448574631597403}, {"step": 99, "kl": 0.1966248768101017, "ce": 0.35764287399158795}, {"step": 100, "kl": 0.1213601391489913, "ce": 0.3442148155286979}, {"step": 101, "kl": 0.160407561059846, "ce": 0.38229539972529947}, {"step": 102, "kl": 0.1606116147277715, "ce": 0.3115112908248996}, {"step": 103, "kl": 0.14395213703403997, "ce": 0.360285895147678}, {"step": 104, "kl": 0.18121655586721147, "ce": 0.38085534499151025}, {"step": 105, "kl": 0.15812630360062901, "ce": 0.39252644959908634}, {"step": 106, "kl": 0.18643040460720953, "ce": 0.38600244286842994}, {"step": 107, "kl": 0.1842176946885224, "ce": 0.4078789013761394}, {"step": 108, "kl": 0.1510179103403301, "ce": 0.3536565580103531}, {"step": 109, "kl": 0.1856791019779567, "ce": 0.3384334451408797}, {"step": 110, "kl": 0.16428880999813764, "ce": 0.36734702517086976}, {"step": 111, "kl": 0.16304930200962434, "ce": 0.3557342480199416}, {"step": 112, "kl": 0.16158233898922914, "ce": 0.37217828505649964}, {"step": 113, "kl": 0.161045776793976, "ce": 0.3451926846935879}, {"step": 114, "kl": 0.1821761986180789, "ce": 0.3902385608139516}, {"step": 115, "kl": 0.14586123271473578, "ce": 0.37680029681348426}, {"step": 116, "kl": 0.19125116385481636, "ce": 0.38028927654762634}, {"step": 117, "kl": 0.19360261244976346, "ce": 0.4168761847549257}, {"step": 118, "kl": 0.172288880118064, "ce": 0.3378285081173892}, {"step": 119, "kl": 0.14987116256091465, "ce": 0.35032578322177543}, {"step": 120, "kl": 0.15347194638227207, "ce": 0.25416703136068686}, {"step": 121, "kl": 0.1536824193199544, "ce": 0.3220335056855303}, {"step": 122, "kl": 0.15447276724450776, "ce": 0.31908667428152904}, {"step": 123, "kl": 0.1862522189776204, "ce": 0.37105952012233245}, {"step": 124, "kl": 0.14954515015176084, "ce": 0.3736847479816391}, {"step": 125, "kl": 0.12916198010520097, "ce": 0.3103703290085811}, {"step": 126, "kl": 0.15708641104333831, "ce": 0.3648274186020776}, {"step": 127, "kl": 0.14449122809167578, "ce": 0.3425329402396621}, {"step": 128, "kl": 0.20197084448136693, "ce": 0.3449627740865748}, {"step": 129, "kl": 0.18903844725756516, "ce": 0.372131145593634}, {"step": 130, "kl": 0.11805390854028275, "ce": 0.3084801272212381}, {"step": 131, "kl": 0.2045065895036987, "ce": 0.43070101149763296}, {"step": 132, "kl": 0.15072867376976049, "ce": 0.32934336634010325}, {"step": 133, "kl": 0.1493688005422042, "ce": 0.35218467382713203}, {"step": 134, "kl": 0.1330280296130058, "ce": 0.36273074105484177}, {"step": 135, "kl": 0.1648119443016502, "ce": 0.3667757831520024}, {"step": 136, "kl": 0.1908920735991403, "ce": 0.40232760845467996}, {"step": 137, "kl": 0.16638615432370119, "ce": 0.40518504257695026}, {"step": 138, "kl": 0.15313548956882703, "ce": 0.3328698586662472}, {"step": 139, "kl": 0.1717301321524257, "ce": 0.36703744352138534}, {"step": 140, "kl": 0.16821801546883886, "ce": 0.353808238289573}, {"step": 141, "kl": 0.15030310016068504, "ce": 0.38086573611970875}, {"step": 142, "kl": 0.1626285085931204, "ce": 0.3921095816700795}, {"step": 143, "kl": 0.17158465671934475, "ce": 0.3895091274447828}, {"step": 144, "kl": 0.1544027006074627, "ce": 0.3674921706571417}, {"step": 145, "kl": 0.20171347106812557, "ce": 0.3065797791291306}, {"step": 146, "kl": 0.13412715645011414, "ce": 0.33091113582903936}, {"step": 147, "kl": 0.16873192456354053, "ce": 0.3544322631018828}, {"step": 148, "kl": 0.13810266712713393, "ce": 0.37999695360357433}, {"step": 149, "kl": 0.2043309632394184, "ce": 0.3654890666956508}, {"step": 150, "kl": 0.13235129530348008, "ce": 0.35363232463161465}, {"step": 151, "kl": 0.1329572668569441, "ce": 0.3500865989204659}, {"step": 152, "kl": 0.13470698807410486, "ce": 0.3698704747189346}, {"step": 153, "kl": 0.17857713079564186, "ce": 0.3546272640563949}, {"step": 154, "kl": 0.17706875074767817, "ce": 0.43532927227334317}, {"step": 155, "kl": 0.14410219107990835, "ce": 0.3436383810865297}, {"step": 156, "kl": 0.1351686189423746, "ce": 0.3517329484392841}, {"step": 157, "kl": 0.1354644725540608, "ce": 0.38843335296129444}, {"step": 158, "kl": 0.15573448820323804, "ce": 0.36509057090933406}, {"step": 159, "kl": 0.16498882792259206, "ce": 0.38400339669104977}, {"step": 160, "kl": 0.12713572614889995, "ce": 0.3369308054738877}, {"step": 161, "kl": 0.16224775186623586, "ce": 0.45435936913858627}, {"step": 162, "kl": 0.17518635163295965, "ce": 0.35860201983228895}, {"step": 163, "kl": 0.1468593514585827, "ce": 0.4092080079737554}, {"step": 164, "kl": 0.1957255595138709, "ce": 0.420775678741441}, {"step": 165, "kl": 0.15601803605470052, "ce": 0.409909999042476}, {"step": 166, "kl": 0.1612049330309563, "ce": 0.38407918064994256}, {"step": 167, "kl": 0.16165115595839682, "ce": 0.36151100618293486}, {"step": 168, "kl": 0.1170486498722988, "ce": 0.34022816787320964}, {"step": 169, "kl": 0.1324191234267303, "ce": 0.3399200352853868}, {"step": 170, "kl": 0.1852407466178731, "ce": 0.3843207207669639}, {"step": 171, "kl": 0.16619233375182507, "ce": 0.3594853792005287}, {"step": 172, "kl": 0.16614817182086639, "ce": 0.3503310253540621}, {"step": 173, "kl": 0.13913835609371802, "ce": 0.3586437163360009}, {"step": 174, "kl": 0.1602256561637846, "ce": 0.35986816830275953}, {"step": 175, "kl": 0.19945385389319387, "ce": 0.40411355961608514}, {"step": 176, "kl": 0.12608641051353617, "ce": 0.4058828632142247}, {"step": 177, "kl": 0.15701043849854956, "ce": 0.4038924131235317}, {"step": 178, "kl": 0.1441510042674105, "ce": 0.36170304374562967}, {"step": 179, "kl": 0.18114379249473062, "ce": 0.4436264848843543}, {"step": 180, "kl": 0.1770917387971216, "ce": 0.42326851191240766}, {"step": 181, "kl": 0.16925652340374683, "ce": 0.41753239490295807}, {"step": 182, "kl": 0.18495590817914936, "ce": 0.36641047489692974}, {"step": 183, "kl": 0.1520881961989153, "ce": 0.3318974135169661}, {"step": 184, "kl": 0.17135703799931237, "ce": 0.4397358822890166}, {"step": 185, "kl": 0.182667760543051, "ce": 0.48940923868773745}, {"step": 186, "kl": 0.1603020023713512, "ce": 0.3818031303226155}, {"step": 187, "kl": 0.1799242098757225, "ce": 0.3744392030585}, {"step": 188, "kl": 0.15605023489685593, "ce": 0.36410145214746437}, {"step": 189, "kl": 0.12600535567987717, "ce": 0.3319109513493337}, {"step": 190, "kl": 0.14734864610924944, "ce": 0.38216741917719255}, {"step": 191, "kl": 0.14101855251337841, "ce": 0.37096199574337413}, {"step": 192, "kl": 0.15515875416761005, "ce": 0.3768026117692914}, {"step": 193, "kl": 0.1783625776329819, "ce": 0.3956990367122016}, {"step": 194, "kl": 0.18805562215029603, "ce": 0.37135512133690374}, {"step": 195, "kl": 0.14358931315805587, "ce": 0.3631341340468438}, {"step": 196, "kl": 0.14223345425921394, "ce": 0.37268188055329865}, {"step": 197, "kl": 0.169553550260716, "ce": 0.3621488311359573}, {"step": 198, "kl": 0.14458112068990026, "ce": 0.38151399560825616}, {"step": 199, "kl": 0.12140700219691483, "ce": 0.34164104798288747}, {"step": 200, "kl": 0.1548286359272306, "ce": 0.35833381796139085}, {"step": 201, "kl": 0.11944197146947741, "ce": 0.2987532766592396}, {"step": 202, "kl": 0.1697075093457336, "ce": 0.386827476600717}, {"step": 203, "kl": 0.14862101300566485, "ce": 0.37133043281049305}, {"step": 204, "kl": 0.15464080512290082, "ce": 0.35068912355042137}, {"step": 205, "kl": 0.15343150390189625, "ce": 0.37540099210517347}, {"step": 206, "kl": 0.15032661512155177, "ce": 0.37089388387916733}, {"step": 207, "kl": 0.12798045982532327, "ce": 0.3587196757716517}, {"step": 208, "kl": 0.1632186708558907, "ce": 0.40408476718713804}, {"step": 209, "kl": 0.16534769036470712, "ce": 0.42244349754865934}, {"step": 210, "kl": 0.10700848237169444, "ce": 0.2910472190678892}, {"step": 211, "kl": 0.15956303074349104, "ce": 0.33819506016907575}, {"step": 212, "kl": 0.18423982600986522, "ce": 0.35502234870919824}, {"step": 213, "kl": 0.1552531642924401, "ce": 0.3300161220712439}, {"step": 214, "kl": 0.16414709979278652, "ce": 0.38518958424134364}, {"step": 215, "kl": 0.15879233835553966, "ce": 0.3928141019788989}, {"step": 216, "kl": 0.16606898448289578, "ce": 0.32124527891036414}, {"step": 217, "kl": 0.1949685870550398, "ce": 0.41916413478619835}, {"step": 218, "kl": 0.13289179147652927, "ce": 0.39394311106677626}, {"step": 219, "kl": 0.16790922796535113, "ce": 0.40867530051088297}, {"step": 220, "kl": 0.13458124986286865, "ce": 0.34644886002180053}, {"step": 221, "kl": 0.145763809802964, "ce": 0.40157620441459213}, {"step": 222, "kl": 0.14845142072779716, "ce": 0.39297022492191125}, {"step": 223, "kl": 0.13310792378768027, "ce": 0.3762917306381117}, {"step": 224, "kl": 0.1488668327850396, "ce": 0.34199668211049744}, {"step": 225, "kl": 0.15710403185774793, "ce": 0.35877702058358185}, {"step": 226, "kl": 0.13136211620807733, "ce": 0.34810350568613896}, {"step": 227, "kl": 0.12251912001264088, "ce": 0.33902575212147734}, {"step": 228, "kl": 0.08569096232404802, "ce": 0.22824352127474382}, {"step": 229, "kl": 0.07870942720703324, "ce": 0.3128782613997239}, {"step": 230, "kl": 0.10097736666669965, "ce": 0.40715128025786496}, {"step": 231, "kl": 0.08253311425174957, "ce": 0.3109325699248651}, {"step": 232, "kl": 0.09453258668404482, "ce": 0.3347573617561813}, {"step": 233, "kl": 0.09285603598908192, "ce": 0.3734166850868255}, {"step": 234, "kl": 0.09057041987074607, "ce": 0.3341760221534663}, {"step": 235, "kl": 0.10684586568774504, "ce": 0.34565994753995566}, {"step": 236, "kl": 0.09703057243727295, "ce": 0.3606226606977344}, {"step": 237, "kl": 0.11407254568895503, "ce": 0.38347433243098616}, {"step": 238, "kl": 0.0770267022198741, "ce": 0.3048021505079955}, {"step": 239, "kl": 0.09070116741341448, "ce": 0.34374337503986974}, {"step": 240, "kl": 0.10780985560347832, "ce": 0.3971638406757302}, {"step": 241, "kl": 0.11459122044630432, "ce": 0.39917793221502096}, {"step": 242, "kl": 0.10257406424983362, "ce": 0.34399901703331326}, {"step": 243, "kl": 0.10571967355383029, "ce": 0.3579473350422116}, {"step": 244, "kl": 0.09614858158840922, "ce": 0.3008424119876169}, {"step": 245, "kl": 0.1317628008181928, "ce": 0.3769718468498211}, {"step": 246, "kl": 0.10764607239345045, "ce": 0.36519163188711296}, {"step": 247, "kl": 0.104387669001069, "ce": 0.372390516773798}, {"step": 248, "kl": 0.08812957870315816, "ce": 0.36589913063692114}, {"step": 249, "kl": 0.08829458429144098, "ce": 0.339760141704806}, {"step": 250, "kl": 0.11426738831557265, "ce": 0.3491085343190337}, {"step": 251, "kl": 0.10931412726778975, "ce": 0.3945703844736286}, {"step": 252, "kl": 0.10757491529045884, "ce": 0.34293160639607656}, {"step": 253, "kl": 0.09570944346345778, "ce": 0.33709451910980914}, {"step": 254, "kl": 0.08658505716253556, "ce": 0.39513469824270037}, {"step": 255, "kl": 0.0953748727187401, "ce": 0.3233661331203274}, {"step": 256, "kl": 0.10082383122709064, "ce": 0.340619196284944}, {"step": 257, "kl": 0.10975330812160415, "ce": 0.4002217266918977}, {"step": 258, "kl": 0.07631029250914158, "ce": 0.34148170362474134}, {"step": 259, "kl": 0.09941380491262009, "ce": 0.3372096988667293}, {"step": 260, "kl": 0.08970957681711267, "ce": 0.33935389501675634}, {"step": 261, "kl": 0.08293737189803191, "ce": 0.3641227214633139}, {"step": 262, "kl": 0.09603718054774232, "ce": 0.38920162077872983}, {"step": 263, "kl": 0.07886957652332083, "ce": 0.308104414654065}, {"step": 264, "kl": 0.09913311514878102, "ce": 0.35644761423179017}, {"step": 265, "kl": 0.08844234923896017, "ce": 0.33221743811607557}, {"step": 266, "kl": 0.07891605239542406, "ce": 0.34638774397910094}, {"step": 267, "kl": 0.09439170090836979, "ce": 0.3504102139662877}, {"step": 268, "kl": 0.09738821499831193, "ce": 0.38594445369347713}, {"step": 269, "kl": 0.09735298676492268, "ce": 0.32130268985701876}, {"step": 270, "kl": 0.08138221275303492, "ce": 0.3315073772971079}, {"step": 271, "kl": 0.09952757643856458, "ce": 0.3094869892651499}, {"step": 272, "kl": 0.1042455812001245, "ce": 0.39996892055094624}, {"step": 273, "kl": 0.07972393799632066, "ce": 0.3396547481427049}, {"step": 274, "kl": 0.08246706816668946, "ce": 0.3462054355154419}, {"step": 275, "kl": 0.09312868430774134, "ce": 0.417497262040968}, {"step": 276, "kl": 0.08644963712981923, "ce": 0.3662651831619908}, {"step": 277, "kl": 0.08878577162013257, "ce": 0.40425065809891103}, {"step": 278, "kl": 0.11119695453208159, "ce": 0.466447742414275}, {"step": 279, "kl": 0.09556518987330716, "ce": 0.34527642787593854}, {"step": 280, "kl": 0.10012320055721012, "ce": 0.3643828993967022}, {"step": 281, "kl": 0.08942901241233252, "ce": 0.344063251094731}, {"step": 282, "kl": 0.10021869067488046, "ce": 0.3274347437252788}, {"step": 283, "kl": 0.09582692926580255, "ce": 0.3547383847605214}, {"step": 284, "kl": 0.09848356769779387, "ce": 0.3519830414241847}, {"step": 285, "kl": 0.08739390168754355, "ce": 0.3449701779130576}, {"step": 286, "kl": 0.10079145290171881, "ce": 0.327060466477734}, {"step": 287, "kl": 0.10421071289783686, "ce": 0.3545230309975043}, {"step": 288, "kl": 0.08582619576940842, "ce": 0.33922978487261923}, {"step": 289, "kl": 0.07067737656808454, "ce": 0.3513587516292265}, {"step": 290, "kl": 0.09933609112925913, "ce": 0.4447953571783048}, {"step": 291, "kl": 0.07609421895453966, "ce": 0.35994226663402834}, {"step": 292, "kl": 0.08610524275490852, "ce": 0.32850006528613857}, {"step": 293, "kl": 0.1021731222074574, "ce": 0.39937379634178816}, {"step": 294, "kl": 0.081149855823961, "ce": 0.37852507269467545}, {"step": 295, "kl": 0.1009819527560408, "ce": 0.4355550871680649}, {"step": 296, "kl": 0.10380126004129257, "ce": 0.3949200334842042}, {"step": 297, "kl": 0.08940384666905456, "ce": 0.3503364855415548}, {"step": 298, "kl": 0.08867751208666566, "ce": 0.4078918818439743}, {"step": 299, "kl": 0.08414569619029351, "ce": 0.3190818423947466}, {"step": 300, "kl": 0.10691825895251403, "ce": 0.3839438332256749}, {"step": 301, "kl": 0.11690308468717076, "ce": 0.3531719480986056}, {"step": 302, "kl": 0.09081255048966336, "ce": 0.43590920859009685}, {"step": 303, "kl": 0.09581205535487639, "ce": 0.3280117038552087}, {"step": 304, "kl": 0.08697390877552429, "ce": 0.3639675943278838}, {"step": 305, "kl": 0.08633561737982175, "ce": 0.3606299934191295}, {"step": 306, "kl": 0.08719069849948986, "ce": 0.36260335764006124}, {"step": 307, "kl": 0.0860197241153382, "ce": 0.39361728820914954}, {"step": 308, "kl": 0.09280382091805885, "ce": 0.30750838966126653}, {"step": 309, "kl": 0.07441976828168528, "ce": 0.3605150756378973}, {"step": 310, "kl": 0.07413407069306269, "ce": 0.3264256549137895}, {"step": 311, "kl": 0.08402467292106407, "ce": 0.35352650915175476}, {"step": 312, "kl": 0.10550938619275306, "ce": 0.38449411582465676}, {"step": 313, "kl": 0.10984478144873933, "ce": 0.4062739061505607}, {"step": 314, "kl": 0.09234922119040988, "ce": 0.3732888004221277}, {"step": 315, "kl": 0.10768088579057015, "ce": 0.3751167387162294}, {"step": 316, "kl": 0.09887554486790429, "ce": 0.3711263674450447}, {"step": 317, "kl": 0.08133752728094275, "ce": 0.3790654261330908}, {"step": 318, "kl": 0.08593150292311759, "ce": 0.3714930185959879}, {"step": 319, "kl": 0.09761896041849187, "ce": 0.3967443514520894}, {"step": 320, "kl": 0.08848798618612691, "ce": 0.34366926516959584}, {"step": 321, "kl": 0.09344989553016922, "ce": 0.3243149926611817}, {"step": 322, "kl": 0.08567392648840692, "ce": 0.37462453715404187}, {"step": 323, "kl": 0.08328966528029536, "ce": 0.3918498753741241}, {"step": 324, "kl": 0.12105780167251082, "ce": 0.3360751216548211}, {"step": 325, "kl": 0.07985049450544146, "ce": 0.3600670644015188}, {"step": 326, "kl": 0.0900791503209148, "ce": 0.37791671257266873}, {"step": 327, "kl": 0.12681312135695708, "ce": 0.42265062948131693}, {"step": 328, "kl": 0.07859461882450298, "ce": 0.27819316127393545}, {"step": 329, "kl": 0.09574249613221023, "ce": 0.3424353565243508}, {"step": 330, "kl": 0.0904702890017801, "ce": 0.3473539545376566}, {"step": 331, "kl": 0.09429955142074407, "ce": 0.34211351560509723}, {"step": 332, "kl": 0.10026787758301961, "ce": 0.3555819721067298}, {"step": 333, "kl": 0.09274190812293885, "ce": 0.35934531814455317}, {"step": 334, "kl": 0.09693745846437438, "ce": 0.3251523413602347}, {"step": 335, "kl": 0.07638858658511463, "ce": 0.3670730461945405}, {"step": 336, "kl": 0.0966188684577956, "ce": 0.3766757470174259}, {"step": 337, "kl": 0.06881967805121529, "ce": 0.3167867590911197}, {"step": 338, "kl": 0.09486907279446244, "ce": 0.38294756383454287}, {"step": 339, "kl": 0.07382490790006807, "ce": 0.37033758295007835}, {"step": 340, "kl": 0.08413110522480753, "ce": 0.37239914871511576}, {"step": 341, "kl": 0.10179436905638553, "ce": 0.37265684258780624}, {"step": 342, "kl": 0.09074626877823759, "ce": 0.39858568124280686}, {"step": 343, "kl": 0.06919617234844051, "ce": 0.30760488755809057}, {"step": 344, "kl": 0.08327339580598632, "ce": 0.3199191566309407}, {"step": 345, "kl": 0.09541572265334079, "ce": 0.3525223663306941}, {"step": 346, "kl": 0.06143270591191487, "ce": 0.3166896680683546}, {"step": 347, "kl": 0.08440678309352832, "ce": 0.32045206469158793}, {"step": 348, "kl": 0.08540108255686568, "ce": 0.30817270759791354}, {"step": 349, "kl": 0.10465349868696286, "ce": 0.354844777883394}, {"step": 350, "kl": 0.08417173050677301, "ce": 0.355491064708648}, {"step": 351, "kl": 0.09334477987649073, "ce": 0.3342138698383211}, {"step": 352, "kl": 0.0943636418164892, "ce": 0.35183952630129256}, {"step": 353, "kl": 0.09523402196950997, "ce": 0.34141057356314675}, {"step": 354, "kl": 0.1177838312990129, "ce": 0.42274215392885006}, {"step": 355, "kl": 0.08405928963727995, "ce": 0.29739251683276813}, {"step": 356, "kl": 0.10498839280111275, "ce": 0.3747144507994311}, {"step": 357, "kl": 0.07538905086052458, "ce": 0.37222019597693984}, {"step": 358, "kl": 0.06769567179909856, "ce": 0.2944720645782871}, {"step": 359, "kl": 0.07716973778667771, "ce": 0.32918145572624996}, {"step": 360, "kl": 0.08341970311533106, "ce": 0.3963912741669495}, {"step": 361, "kl": 0.09312248763622408, "ce": 0.31955272411477975}, {"step": 362, "kl": 0.08025532575055205, "ce": 0.32645779158340293}, {"step": 363, "kl": 0.09662288421443264, "ce": 0.34497442826688757}, {"step": 364, "kl": 0.08276321484298302, "ce": 0.3812635795712178}, {"step": 365, "kl": 0.09020646123472811, "ce": 0.3859013520780569}, {"step": 366, "kl": 0.08157353121822165, "ce": 0.32644927265767765}, {"step": 367, "kl": 0.0679568340532106, "ce": 0.3762140769034521}, {"step": 368, "kl": 0.07712688704623895, "ce": 0.336646651077107}, {"step": 369, "kl": 0.07883058030900664, "ce": 0.2509428782721224}, {"step": 370, "kl": 0.08879913248626903, "ce": 0.34022837326847016}, {"step": 371, "kl": 0.08155213790483753, "ce": 0.42027898414274967}, {"step": 372, "kl": 0.09594186049430997, "ce": 0.407372651825445}, {"step": 373, "kl": 0.08108783877739326, "ce": 0.32648491418845405}, {"step": 374, "kl": 0.07480522301284895, "ce": 0.3374829539125576}, {"step": 375, "kl": 0.11019047380163818, "ce": 0.41076720216313456}, {"step": 376, "kl": 0.10030289687593638, "ce": 0.39862208562404705}, {"step": 377, "kl": 0.10714610374579994, "ce": 0.41493935179179847}, {"step": 378, "kl": 0.07866580195611414, "ce": 0.3269670882103728}, {"step": 379, "kl": 0.09306834087233565, "ce": 0.39945327681724474}, {"step": 380, "kl": 0.09088927002909788, "ce": 0.36295754124694696}, {"step": 381, "kl": 0.10802792331180641, "ce": 0.32808457636591437}, {"step": 382, "kl": 0.08140386721306392, "ce": 0.3809376345201293}, {"step": 383, "kl": 0.09194183457641497, "ce": 0.36100843619487993}, {"step": 384, "kl": 0.0888493434790425, "ce": 0.32955956350614185}, {"step": 385, "kl": 0.08724623860245553, "ce": 0.34192332614858245}, {"step": 386, "kl": 0.08361016639530192, "ce": 0.3334007946462702}, {"step": 387, "kl": 0.08584679713793983, "ce": 0.3529061642728111}, {"step": 388, "kl": 0.10381051085212015, "ce": 0.3707755238172196}, {"step": 389, "kl": 0.09366739802850338, "ce": 0.3285293115572751}, {"step": 390, "kl": 0.07241442705294968, "ce": 0.3136941536853944}, {"step": 391, "kl": 0.08729111836496564, "ce": 0.33194196590195985}, {"step": 392, "kl": 0.0860421823229491, "ce": 0.3790780672011934}, {"step": 393, "kl": 0.08765605970508063, "ce": 0.4538056936406628}, {"step": 394, "kl": 0.09671998867681086, "ce": 0.41374632369640263}, {"step": 395, "kl": 0.09107842337197268, "ce": 0.3901954810625042}, {"step": 396, "kl": 0.09155801446967705, "ce": 0.34438939248361894}, {"step": 397, "kl": 0.072476364244217, "ce": 0.3391733038207429}, {"step": 398, "kl": 0.08983449644357623, "ce": 0.38053594463552315}, {"step": 399, "kl": 0.07425132121854615, "ce": 0.347625361292083}, {"step": 400, "kl": 0.08529362515468082, "ce": 0.4018523108498224}, {"step": 401, "kl": 0.09225563470653758, "ce": 0.3135579076183522}, {"step": 402, "kl": 0.08372590252344496, "ce": 0.37643962483962123}, {"step": 403, "kl": 0.07281898898448147, "ce": 0.3170136665198345}, {"step": 404, "kl": 0.08576181367679003, "ce": 0.3923667084851362}, {"step": 405, "kl": 0.08419829247346186, "ce": 0.397306856832556}, {"step": 406, "kl": 0.07994515154830162, "ce": 0.3245797758269113}, {"step": 407, "kl": 0.08458490762554231, "ce": 0.3389699304719663}, {"step": 408, "kl": 0.09551828571426453, "ce": 0.3344861424788616}, {"step": 409, "kl": 0.10157118021352653, "ce": 0.3689742495776875}, {"step": 410, "kl": 0.09187260311337155, "ce": 0.36513298693298063}, {"step": 411, "kl": 0.09059870022564576, "ce": 0.36261544061971107}, {"step": 412, "kl": 0.11088807295268611, "ce": 0.38597680128312667}, {"step": 413, "kl": 0.08661600958938427, "ce": 0.3057516583911367}, {"step": 414, "kl": 0.08494476260537817, "ce": 0.3727980424356326}, {"step": 415, "kl": 0.09355925665705243, "ce": 0.32345299447974024}, {"step": 416, "kl": 0.09414089391265001, "ce": 0.4149722335159138}, {"step": 417, "kl": 0.08520525126524886, "ce": 0.3625212352951138}, {"step": 418, "kl": 0.05862268074243157, "ce": 0.313054737054011}, {"step": 419, "kl": 0.08752697050359874, "ce": 0.33462195350206503}, {"step": 420, "kl": 0.0805014029638734, "ce": 0.3238051833247455}, {"step": 421, "kl": 0.09516093163721022, "ce": 0.35390957031788467}, {"step": 422, "kl": 0.08855897149402478, "ce": 0.36271539996624275}, {"step": 423, "kl": 0.09802710416167576, "ce": 0.3613071867436646}, {"step": 424, "kl": 0.11606182982907265, "ce": 0.41516536234264734}, {"step": 425, "kl": 0.09422462564200006, "ce": 0.37972353383114466}, {"step": 426, "kl": 0.08214595825436144, "ce": 0.3214977895116261}, {"step": 427, "kl": 0.08566675274936315, "ce": 0.3332481601489636}, {"step": 428, "kl": 0.08730630829760554, "ce": 0.30529104566384296}, {"step": 429, "kl": 0.07714677604148071, "ce": 0.3463693611068774}, {"step": 430, "kl": 0.08123776145627812, "ce": 0.3486643262778108}, {"step": 431, "kl": 0.0895117682125496, "ce": 0.344884412511936}, {"step": 432, "kl": 0.10134308015713926, "ce": 0.38225996142978447}, {"step": 433, "kl": 0.0965257652946933, "ce": 0.3927850623831365}, {"step": 434, "kl": 0.08992720250013429, "ce": 0.3467022729432654}, {"step": 435, "kl": 0.08725398540566164, "ce": 0.3464960215107495}, {"step": 436, "kl": 0.09767686517299093, "ce": 0.37004580139299187}, {"step": 437, "kl": 0.06719567221162957, "ce": 0.3896471285268534}, {"step": 438, "kl": 0.07231764503605458, "ce": 0.2973373519565117}, {"step": 439, "kl": 0.07690753128719507, "ce": 0.37697308760022963}, {"step": 440, "kl": 0.10338614519860531, "ce": 0.3572093377726305}, {"step": 441, "kl": 0.09195297460537807, "ce": 0.37788779136285217}, {"step": 442, "kl": 0.0983343392890238, "ce": 0.3705103524723408}, {"step": 443, "kl": 0.07287269453428633, "ce": 0.35783052622577793}, {"step": 444, "kl": 0.08236230442449877, "ce": 0.3440451773330294}, {"step": 445, "kl": 0.10001267658227166, "ce": 0.36454189507536183}, {"step": 446, "kl": 0.09359486821001085, "ce": 0.39559684101090553}, {"step": 447, "kl": 0.07427593713783356, "ce": 0.3494254808253079}, {"step": 448, "kl": 0.07807661378379291, "ce": 0.3422559726984987}, {"step": 449, "kl": 0.1144103653581567, "ce": 0.3483776440798809}, {"step": 450, "kl": 0.0926296862200284, "ce": 0.35279658951119747}, {"step": 451, "kl": 0.10867091596866987, "ce": 0.3729571507104163}, {"step": 452, "kl": 0.0789228023710479, "ce": 0.2784654312257042}, {"step": 453, "kl": 0.10195745356034472, "ce": 0.3185077580197602}, {"step": 454, "kl": 0.09084433765098696, "ce": 0.2981919744052891}], "val": [{"step": 0, "math_kl": 0.1181304494991624, "math_ce": 0.8796029975913503, "code_kl": 0.24660672672294812, "code_ce": 0.38485837271862416}, {"step": 227, "math_kl": 0.13254181525293837, "math_ce": 0.8341779203620647, "code_kl": 0.16073243473116205, "code_ce": 0.37135385311252983}, {"step": 454, "math_kl": 0.13919169037042686, "math_ce": 0.8498813487938048, "code_kl": 0.15307550919554605, "code_ce": 0.36774203315755455}]}
|
abl_kl_only_math_code_seed1/stage2_code/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a37b2c1b4c78a56d528cb771af652d2bb27737ec25bd85563725ad14fec58c8e
|
| 3 |
+
size 988097824
|