Upload folder using huggingface_hub
Browse files- abl_kl_only_code_math/results_stage2_math/gsm8k.jsonl +0 -0
- abl_kl_only_code_math/results_stage2_math/humaneval.jsonl +0 -0
- abl_kl_only_code_math/results_stage2_math/humaneval_eval_results.json +0 -0
- abl_kl_only_code_math/results_stage2_math/mbpp.jsonl +0 -0
- abl_kl_only_code_math/results_stage2_math/mbpp_eval_results.json +0 -0
- abl_kl_only_code_math/results_stage2_math/summary.json +1 -0
- abl_kl_only_code_math/stage2_math/config.json +57 -0
- abl_kl_only_code_math/stage2_math/generation_config.json +14 -0
- abl_kl_only_code_math/stage2_math/log.json +1 -0
- abl_kl_only_code_math/stage2_math/model.safetensors +3 -0
abl_kl_only_code_math/results_stage2_math/gsm8k.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_code_math/results_stage2_math/humaneval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_code_math/results_stage2_math/humaneval_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_code_math/results_stage2_math/mbpp.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_code_math/results_stage2_math/mbpp_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_code_math/results_stage2_math/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "stage2_math", "gsm8k": 0.5049279757391963, "mbpp": 0.48677248677248675, "mbpp_plus": 0.42857142857142855, "humaneval": 0.3170731707317073, "humaneval_plus": 0.27439024390243905, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164}
|
abl_kl_only_code_math/stage2_math/config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 896,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 4864,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention"
|
| 38 |
+
],
|
| 39 |
+
"max_position_embeddings": 32768,
|
| 40 |
+
"max_window_layers": 21,
|
| 41 |
+
"model_type": "qwen2",
|
| 42 |
+
"num_attention_heads": 14,
|
| 43 |
+
"num_hidden_layers": 24,
|
| 44 |
+
"num_key_value_heads": 2,
|
| 45 |
+
"pad_token_id": null,
|
| 46 |
+
"rms_norm_eps": 1e-06,
|
| 47 |
+
"rope_parameters": {
|
| 48 |
+
"rope_theta": 1000000.0,
|
| 49 |
+
"rope_type": "default"
|
| 50 |
+
},
|
| 51 |
+
"sliding_window": null,
|
| 52 |
+
"tie_word_embeddings": true,
|
| 53 |
+
"transformers_version": "5.20.2",
|
| 54 |
+
"use_cache": true,
|
| 55 |
+
"use_sliding_window": false,
|
| 56 |
+
"vocab_size": 151936
|
| 57 |
+
}
|
abl_kl_only_code_math/stage2_math/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
abl_kl_only_code_math/stage2_math/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.13517206956024597, "ce": 0.7461841809209631}, {"step": 2, "kl": 0.1711483180766203, "ce": 0.6657132162527719}, {"step": 3, "kl": 0.13309282747653162, "ce": 0.7730999243086174}, {"step": 4, "kl": 0.1179752442565999, "ce": 0.674748932614046}, {"step": 5, "kl": 0.13169988008649391, "ce": 0.7390733259049989}, {"step": 6, "kl": 0.11614182124195707, "ce": 0.667294171236103}, {"step": 7, "kl": 0.14253391442699692, "ce": 0.6606407141183391}, {"step": 8, "kl": 0.11298376105736184, "ce": 0.7106033971332959}, {"step": 9, "kl": 0.11779967570464883, "ce": 0.7620282425065084}, {"step": 10, "kl": 0.11318318223147282, "ce": 0.7142172957539941}, {"step": 11, "kl": 0.12970695263122112, "ce": 0.6911740201001577}, {"step": 12, "kl": 0.12127177048690374, "ce": 0.815832598945022}, {"step": 13, "kl": 0.12301108070407145, "ce": 0.7458866367362361}, {"step": 14, "kl": 0.11085429515982798, "ce": 0.7843762669667871}, {"step": 15, "kl": 0.13889050258803742, "ce": 0.7911780204410312}, {"step": 16, "kl": 0.12187911683932741, "ce": 0.7328683221505994}, {"step": 17, "kl": 0.13435606972429665, "ce": 0.7738150620453155}, {"step": 18, "kl": 0.1474747998222808, "ce": 0.783600737641265}, {"step": 19, "kl": 0.14180304961278256, "ce": 0.7778165574727154}, {"step": 20, "kl": 0.14271621489792727, "ce": 0.7454335884096606}, {"step": 21, "kl": 0.11897985773270948, "ce": 0.7758973447802163}, {"step": 22, "kl": 0.1850766766129221, "ce": 0.7706996541627695}, {"step": 23, "kl": 0.16878237478909594, "ce": 0.7849894705615131}, {"step": 24, "kl": 0.12642724910352746, "ce": 0.8092335675355897}, {"step": 25, "kl": 0.11588915506146157, "ce": 0.7644935759670265}, {"step": 26, "kl": 0.12344795948237329, "ce": 0.7833520471427906}, {"step": 27, "kl": 0.11138011710271163, "ce": 0.7935216980376286}, {"step": 28, "kl": 0.11101395292272598, "ce": 0.742058707906516}, {"step": 29, "kl": 0.3096139247885409, "ce": 0.7438400941046587}, {"step": 30, "kl": 0.13253659254354577, "ce": 0.7184934623732531}, {"step": 31, "kl": 0.12736076224724513, "ce": 0.7426691696688517}, {"step": 32, "kl": 0.10817429965047694, "ce": 0.7276815530862202}, {"step": 33, "kl": 0.11553731917555496, "ce": 0.778969072417128}, {"step": 34, "kl": 0.11202033991325042, "ce": 0.7218923161765657}, {"step": 35, "kl": 0.10938208215909205, "ce": 0.8340757856396345}, {"step": 36, "kl": 0.11431840533516663, "ce": 0.8348825760898955}, {"step": 37, "kl": 0.11149340519721998, "ce": 0.7212201022515594}, {"step": 38, "kl": 0.11233230624599078, "ce": 0.8219326465487283}, {"step": 39, "kl": 0.12233542911487551, "ce": 0.7753506588359328}, {"step": 40, "kl": 0.10959326173209392, "ce": 0.7408007056767802}, {"step": 41, "kl": 0.11124006793477206, "ce": 0.8236019243589778}, {"step": 42, "kl": 0.11108970973734793, "ce": 0.7762255825839199}, {"step": 43, "kl": 0.11488830082000248, "ce": 0.7685528289935186}, {"step": 44, "kl": 0.10266168276468914, "ce": 0.7664021815974427}, {"step": 45, "kl": 0.11561081226055439, "ce": 0.7803146774704391}, {"step": 46, "kl": 0.12462391891063956, "ce": 0.6948265592111433}, {"step": 47, "kl": 0.1305020368620457, "ce": 0.7915038130665552}, {"step": 48, "kl": 0.12484786217373163, "ce": 0.7760865767770085}, {"step": 49, "kl": 0.11590697054155262, "ce": 0.7637233330221738}, {"step": 50, "kl": 0.11979748850283417, "ce": 0.9065879707905783}, {"step": 51, "kl": 0.11088423409696213, "ce": 0.7053810964766692}, {"step": 52, "kl": 0.182393985971543, "ce": 0.8499754444717446}, {"step": 53, "kl": 0.12522292738833263, "ce": 0.7517905212105577}, {"step": 54, "kl": 0.1978353916858216, "ce": 0.7516681405782775}, {"step": 55, "kl": 0.12089193214582641, "ce": 0.7911839923940004}, {"step": 56, "kl": 0.10626526613346238, "ce": 0.8187541724543378}, {"step": 57, "kl": 0.1263035398813709, "ce": 0.8685333996013436}, {"step": 58, "kl": 0.11659777554032072, "ce": 0.7808483897296766}, {"step": 59, "kl": 0.10159030559847208, "ce": 0.826764777639918}, {"step": 60, "kl": 0.10716858983385104, "ce": 0.7459415670772367}, {"step": 61, "kl": 0.11164854335136155, "ce": 0.8922881349493148}, {"step": 62, "kl": 0.11064224911046726, "ce": 0.7272810602656409}, {"step": 63, "kl": 0.1042372428827443, "ce": 0.6905458807141213}, {"step": 64, "kl": 0.11274763286070336, "ce": 0.7362468462508047}, {"step": 65, "kl": 0.12088793042849838, "ce": 0.8475165079552863}, {"step": 66, "kl": 0.11271741164441801, "ce": 0.8164771990068627}, {"step": 67, "kl": 0.10422818432534078, "ce": 0.7811021684699455}, {"step": 68, "kl": 0.11042134763983673, "ce": 0.7325401870642239}, {"step": 69, "kl": 0.10384900911972406, "ce": 0.7278425373178402}, {"step": 70, "kl": 0.12483201926156137, "ce": 0.8015134524342208}, {"step": 71, "kl": 0.13105875756129745, "ce": 0.7696479064798466}, {"step": 72, "kl": 0.14581946763164141, "ce": 0.8800083843445732}, {"step": 73, "kl": 0.13548947694713642, "ce": 0.8221987427457134}, {"step": 74, "kl": 0.11478953749750254, "ce": 0.8219562354344}, {"step": 75, "kl": 0.10694571824342534, "ce": 0.7687220960806866}, {"step": 76, "kl": 0.11381884882723751, "ce": 0.8011047863926255}, {"step": 77, "kl": 0.14561049703489312, "ce": 0.8387792734362902}, {"step": 78, "kl": 0.1141710665687291, "ce": 0.7500867568444214}, {"step": 79, "kl": 0.11169491415248242, "ce": 0.6976323624517875}, {"step": 80, "kl": 0.13113060449832595, "ce": 0.7538101926763008}, {"step": 81, "kl": 0.11756918459391584, "ce": 0.724032734593508}, {"step": 82, "kl": 0.11547058766064652, "ce": 0.801811868572823}, {"step": 83, "kl": 0.13070052618858632, "ce": 0.7977304189148643}, {"step": 84, "kl": 0.12340836309283354, "ce": 0.8039180440871236}, {"step": 85, "kl": 0.10714237444491582, "ce": 0.6926067045229507}, {"step": 86, "kl": 0.13194952370050073, "ce": 0.7806525250738587}, {"step": 87, "kl": 0.1139385203842487, "ce": 0.7578678329269607}, {"step": 88, "kl": 0.10682028628372572, "ce": 0.7606803135457931}, {"step": 89, "kl": 0.104768140155023, "ce": 0.765016114394093}, {"step": 90, "kl": 0.10872629039626786, "ce": 0.7371651835710318}, {"step": 91, "kl": 0.11656091058512098, "ce": 0.7987598345356602}, {"step": 92, "kl": 0.10583496266673718, "ce": 0.8011122282903446}, {"step": 93, "kl": 0.16951649168960187, "ce": 0.760459991516154}, {"step": 94, "kl": 0.11152031782125385, "ce": 0.7850459980930257}, {"step": 95, "kl": 0.09658381259627735, "ce": 0.8071888147615919}, {"step": 96, "kl": 0.11574824932584495, "ce": 0.7329953582453391}, {"step": 97, "kl": 0.09930433208418726, "ce": 0.6718417999616665}, {"step": 98, "kl": 0.13841639244456738, "ce": 0.7878910345171215}, {"step": 99, "kl": 0.129235331958577, "ce": 0.7743762068274556}, {"step": 100, "kl": 0.1021061830649071, "ce": 0.7937001352854034}, {"step": 101, "kl": 0.11773108623903744, "ce": 0.7926699240931379}, {"step": 102, "kl": 0.11560633802773167, "ce": 0.7122978167976761}, {"step": 103, "kl": 0.11459108904317511, "ce": 0.7772584738631826}, {"step": 104, "kl": 0.1018388640828979, "ce": 0.7994956086159858}, {"step": 105, "kl": 0.12442081759934076, "ce": 0.8086950756482999}, {"step": 106, "kl": 0.11507291798904085, "ce": 0.7934099714806739}, {"step": 107, "kl": 0.1053232439109587, "ce": 0.6579834047017993}, {"step": 108, "kl": 0.11704075332846448, "ce": 0.7916409471780202}, {"step": 109, "kl": 0.12071494908728747, "ce": 0.8999310538587091}, {"step": 110, "kl": 0.12687645052070023, "ce": 0.8444091563511524}, {"step": 111, "kl": 0.14575582347434773, "ce": 0.8277208631957093}, {"step": 112, "kl": 0.11500288219107417, "ce": 0.7851895250184706}, {"step": 113, "kl": 0.11720214153178643, "ce": 0.8053276625321937}, {"step": 114, "kl": 0.1269404584661008, "ce": 0.7934428827176551}, {"step": 115, "kl": 0.09853573360042883, "ce": 0.691918228700654}, {"step": 116, "kl": 0.12500566985136272, "ce": 0.9255381427015732}, {"step": 117, "kl": 0.10410275048801687, "ce": 0.8930749588118807}, {"step": 118, "kl": 0.1085522317302006, "ce": 0.7445008452599791}, {"step": 119, "kl": 0.11760304813272641, "ce": 0.7147638390162625}, {"step": 120, "kl": 0.1096261533374268, "ce": 0.819872112547157}, {"step": 121, "kl": 0.11773711799965277, "ce": 0.8136909359791239}, {"step": 122, "kl": 0.10605209995299732, "ce": 0.8193086800714565}, {"step": 123, "kl": 0.13894324509628236, "ce": 0.8335970812418898}, {"step": 124, "kl": 0.11080713981843791, "ce": 0.8164316166520078}, {"step": 125, "kl": 0.11833932929112867, "ce": 0.7684083726671007}, {"step": 126, "kl": 0.11306482127636153, "ce": 0.9019319571752282}, {"step": 127, "kl": 0.09966264983607157, "ce": 0.7302558766461229}, {"step": 128, "kl": 0.11836746392719696, "ce": 0.835056329475917}, {"step": 129, "kl": 0.11216704565546945, "ce": 0.7492705373203052}, {"step": 130, "kl": 0.11041636265885044, "ce": 0.7671863181053558}, {"step": 131, "kl": 0.11509060384761408, "ce": 0.6833179025385465}, {"step": 132, "kl": 0.09650369578490509, "ce": 0.7409445126127273}, {"step": 133, "kl": 0.10429665571688031, "ce": 0.7441996963616495}, {"step": 134, "kl": 0.13327677600594812, "ce": 0.9127890727018417}, {"step": 135, "kl": 0.11634435982539736, "ce": 0.9003995708903971}, {"step": 136, "kl": 0.0947311921089268, "ce": 0.785148046196196}, {"step": 137, "kl": 0.10624854399910917, "ce": 0.8352031525615782}, {"step": 138, "kl": 0.13625593501157388, "ce": 0.8765917843775877}, {"step": 139, "kl": 0.10364302286816923, "ce": 0.808609761594595}, {"step": 140, "kl": 0.10275379042306484, "ce": 0.8088909286389249}, {"step": 141, "kl": 0.1281159074401401, "ce": 0.8727545901123471}, {"step": 142, "kl": 0.11387245089681874, "ce": 0.8050324860814346}, {"step": 143, "kl": 0.10519080125958968, "ce": 0.8623869222147035}, {"step": 144, "kl": 0.10466726211081996, "ce": 0.7907454057173295}, {"step": 145, "kl": 0.10445372984503834, "ce": 0.7714184200777516}, {"step": 146, "kl": 0.12075082558379867, "ce": 0.8501058250966699}, {"step": 147, "kl": 0.102484237159581, "ce": 0.7750487790679421}, {"step": 148, "kl": 0.12434118827887342, "ce": 0.8380833242587522}, {"step": 149, "kl": 0.09844695373385927, "ce": 0.6959406272144454}, {"step": 150, "kl": 0.08913880084499103, "ce": 0.7934186359246572}, {"step": 151, "kl": 0.12021584115225196, "ce": 0.8379650090837039}, {"step": 152, "kl": 0.10604591840270669, "ce": 0.83490514364527}, {"step": 153, "kl": 0.10125499763874093, "ce": 0.8479478348901262}, {"step": 154, "kl": 0.10146851145893061, "ce": 0.8815700023158862}, {"step": 155, "kl": 0.11656011348515295, "ce": 0.7194130813589621}, {"step": 156, "kl": 0.11205610235832703, "ce": 0.8180603671757165}, {"step": 157, "kl": 0.11829207196806575, "ce": 0.7971588650941438}, {"step": 158, "kl": 0.10576396914586195, "ce": 0.8033116516189195}, {"step": 159, "kl": 0.11145731339971703, "ce": 0.7802958687877688}, {"step": 160, "kl": 0.10999653144744234, "ce": 0.7650596388890111}, {"step": 161, "kl": 0.1119453852781249, "ce": 0.845153862702931}, {"step": 162, "kl": 0.11307814466840346, "ce": 0.8793192798620828}, {"step": 163, "kl": 0.1216647080593238, "ce": 0.8194305344054682}, {"step": 164, "kl": 0.1301403353043279, "ce": 0.8772176788694759}, {"step": 165, "kl": 0.11783892891109077, "ce": 0.7988833983615621}, {"step": 166, "kl": 0.11840148707798548, "ce": 0.8545548218719718}, {"step": 167, "kl": 0.13065483477767015, "ce": 0.8121697406957645}, {"step": 168, "kl": 0.11313657541348808, "ce": 0.8244257280014032}, {"step": 169, "kl": 0.11059727479436281, "ce": 0.7199239572767395}, {"step": 170, "kl": 0.1056210188773364, "ce": 0.7835285192556193}, {"step": 171, "kl": 0.13205389636390116, "ce": 0.8708747132256105}, {"step": 172, "kl": 0.1195535615985462, "ce": 0.8443602511757299}, {"step": 173, "kl": 0.1257446109455464, "ce": 0.752760912728027}, {"step": 174, "kl": 0.12539333158739127, "ce": 0.7596480109204368}, {"step": 175, "kl": 0.09963545662058648, "ce": 0.7934920232481099}, {"step": 176, "kl": 0.12016800454373981, "ce": 0.7228491657683451}, {"step": 177, "kl": 0.13352527623816052, "ce": 0.8523475555284804}, {"step": 178, "kl": 0.13822993490693983, "ce": 0.8899636072524213}, {"step": 179, "kl": 0.11204913568831494, "ce": 0.7891710015329507}, {"step": 180, "kl": 0.10252333739973603, "ce": 0.8669686888516899}, {"step": 181, "kl": 0.09412966765428402, "ce": 0.7988101016994771}, {"step": 182, "kl": 0.09708263997614114, "ce": 0.7261998635024828}, {"step": 183, "kl": 0.11644435272170053, "ce": 0.7910852930101298}, {"step": 184, "kl": 0.09395998371135084, "ce": 0.7708418647754358}, {"step": 185, "kl": 0.12066909396459186, "ce": 0.8755687696472836}, {"step": 186, "kl": 0.09304609384272265, "ce": 0.8473097436909548}, {"step": 187, "kl": 0.09892510830167056, "ce": 0.84818455220659}, {"step": 188, "kl": 0.10418881527919847, "ce": 0.8992142633171887}, {"step": 189, "kl": 0.09249715015236909, "ce": 0.7352587859544081}, {"step": 190, "kl": 0.11669749954706943, "ce": 0.8092895549876701}, {"step": 191, "kl": 0.09541305255245518, "ce": 0.7462590792531255}, {"step": 192, "kl": 0.1088920841959122, "ce": 0.8568302803090617}, {"step": 193, "kl": 0.09179552965054912, "ce": 0.8080430569698555}, {"step": 194, "kl": 0.10718880228416693, "ce": 0.7317694548134492}, {"step": 195, "kl": 0.13222678257717255, "ce": 0.8648757863156323}, {"step": 196, "kl": 0.10226591225939488, "ce": 0.7315085672676255}, {"step": 197, "kl": 0.11041019667940175, "ce": 0.8462636275486042}, {"step": 198, "kl": 0.10771255660436732, "ce": 0.7673029416285745}, {"step": 199, "kl": 0.10707311290753312, "ce": 0.8207738908419787}, {"step": 200, "kl": 0.11009918326821229, "ce": 0.8578542710677899}, {"step": 201, "kl": 0.11350245884016513, "ce": 0.8309835166613375}, {"step": 202, "kl": 0.10624343073691814, "ce": 0.7668757474028572}, {"step": 203, "kl": 0.09036516469006028, "ce": 0.7365428632545273}, {"step": 204, "kl": 0.10395183021070917, "ce": 0.7576630445030645}, {"step": 205, "kl": 0.08598999487042257, "ce": 0.7904839205591265}, {"step": 206, "kl": 0.11324985025528089, "ce": 0.7915987765468955}, {"step": 207, "kl": 0.10815439962110981, "ce": 0.7862719967281335}, {"step": 208, "kl": 0.1112213849754213, "ce": 0.8434470591678213}, {"step": 209, "kl": 0.10131689948397574, "ce": 0.7391483995926942}, {"step": 210, "kl": 0.09998359301259621, "ce": 0.7538483213670183}, {"step": 211, "kl": 0.10319737927780143, "ce": 0.7844191167350318}, {"step": 212, "kl": 0.11258270479971222, "ce": 0.7788409144040482}, {"step": 213, "kl": 0.12398004583973701, "ce": 0.8682289190342464}, {"step": 214, "kl": 0.1165686038098446, "ce": 0.7809019972726688}, {"step": 215, "kl": 0.10154531221669603, "ce": 0.7892364090458657}, {"step": 216, "kl": 0.09973711122321957, "ce": 0.8394433600145581}, {"step": 217, "kl": 0.11847934160643424, "ce": 0.7719296546236636}, {"step": 218, "kl": 0.11702524176762123, "ce": 0.8414036807733508}, {"step": 219, "kl": 0.11838760230900393, "ce": 0.8053387264646781}, {"step": 220, "kl": 0.11336716431222524, "ce": 0.8209278381240515}, {"step": 221, "kl": 0.11480584809274384, "ce": 0.7714541725694912}, {"step": 222, "kl": 0.11336998257383152, "ce": 0.7923676318679274}, {"step": 223, "kl": 0.11166028297449007, "ce": 0.8312104528029949}, {"step": 224, "kl": 0.11350021583080883, "ce": 0.756021457465556}, {"step": 225, "kl": 0.1012129613472713, "ce": 0.795646212714694}, {"step": 226, "kl": 0.10933897613064084, "ce": 0.857895951538694}, {"step": 227, "kl": 0.06875049078124892, "ce": 0.8601675841990707}, {"step": 228, "kl": 0.06364751232288193, "ce": 0.7928290794364701}, {"step": 229, "kl": 0.07505360796965017, "ce": 0.7991073397368049}, {"step": 230, "kl": 0.06608128927315876, "ce": 0.8348714087442306}, {"step": 231, "kl": 0.06041190800704356, "ce": 0.8740159329106424}, {"step": 232, "kl": 0.10213079012842595, "ce": 0.7909708579333519}, {"step": 233, "kl": 0.06052396883000981, "ce": 0.9129786764835619}, {"step": 234, "kl": 0.06126104149068591, "ce": 0.8957681617169}, {"step": 235, "kl": 0.06177634068768287, "ce": 0.8463108635138265}, {"step": 236, "kl": 0.0698193440112407, "ce": 0.8395416593771377}, {"step": 237, "kl": 0.0621010477034772, "ce": 0.7919658529092544}, {"step": 238, "kl": 0.05534737402831835, "ce": 0.8294521390902747}, {"step": 239, "kl": 0.062007270468455, "ce": 0.851530322764528}, {"step": 240, "kl": 0.0646445059647324, "ce": 0.7499562866424722}, {"step": 241, "kl": 0.05957705286912144, "ce": 0.7719776134200507}, {"step": 242, "kl": 0.050091273995971033, "ce": 0.739316091583106}, {"step": 243, "kl": 0.07478585980062767, "ce": 0.8372182079296017}, {"step": 244, "kl": 0.06340052624497623, "ce": 0.8167289159724759}, {"step": 245, "kl": 0.05790885802549497, "ce": 0.8667117517251373}, {"step": 246, "kl": 0.08458766735520722, "ce": 0.8905159486543148}, {"step": 247, "kl": 0.060079876111939184, "ce": 0.9154663833917356}, {"step": 248, "kl": 0.058152716210547906, "ce": 0.7543120870082844}, {"step": 249, "kl": 0.06277185560762281, "ce": 0.8079710707436676}, {"step": 250, "kl": 0.0670289174145016, "ce": 0.8781884654721521}, {"step": 251, "kl": 0.0626220785728261, "ce": 0.7869353684397675}, {"step": 252, "kl": 0.07534990475501543, "ce": 0.7798793948093937}, {"step": 253, "kl": 0.06511412812584025, "ce": 0.8465819948352564}, {"step": 254, "kl": 0.06053197045224758, "ce": 0.7802934514450481}, {"step": 255, "kl": 0.05087390629294248, "ce": 0.7372484083299513}, {"step": 256, "kl": 0.050545909573162254, "ce": 0.8035603972404235}, {"step": 257, "kl": 0.0540951096171646, "ce": 0.7229271393168943}, {"step": 258, "kl": 0.06939302150974515, "ce": 0.8520534905317091}, {"step": 259, "kl": 0.06080370092042803, "ce": 0.7807153883200991}, {"step": 260, "kl": 0.06595514427357269, "ce": 0.8836635183136168}, {"step": 261, "kl": 0.06653956976499247, "ce": 0.7561244928407036}, {"step": 262, "kl": 0.05042335513354026, "ce": 0.7864408299610817}, {"step": 263, "kl": 0.06386358828290427, "ce": 0.9160825079219266}, {"step": 264, "kl": 0.055403625655155636, "ce": 0.9199520336797421}, {"step": 265, "kl": 0.05432442698439769, "ce": 0.838477274897723}, {"step": 266, "kl": 0.05632550659792012, "ce": 0.7946560809215372}, {"step": 267, "kl": 0.08009734375633906, "ce": 0.834254692092059}, {"step": 268, "kl": 0.06606748012162769, "ce": 0.8175764140363122}, {"step": 269, "kl": 0.05628752577932257, "ce": 0.9274886214772096}, {"step": 270, "kl": 0.06193760901633689, "ce": 0.7374410288187226}, {"step": 271, "kl": 0.06528657395572934, "ce": 0.7804115568401675}, {"step": 272, "kl": 0.0699830496943777, "ce": 0.8536468835977408}, {"step": 273, "kl": 0.06064450907465031, "ce": 0.7648748129903217}, {"step": 274, "kl": 0.05376888412669824, "ce": 0.8587510744331771}, {"step": 275, "kl": 0.05999241117930294, "ce": 0.8308504850968071}, {"step": 276, "kl": 0.0707461590669593, "ce": 0.8394691013442258}, {"step": 277, "kl": 0.057992113756101214, "ce": 0.8855494982963713}, {"step": 278, "kl": 0.059755712071186566, "ce": 0.7814119720203565}, {"step": 279, "kl": 0.058817577177359255, "ce": 0.8022821469414503}, {"step": 280, "kl": 0.06228762070085957, "ce": 0.7806833076288018}, {"step": 281, "kl": 0.05063747935659614, "ce": 0.7607649362190849}, {"step": 282, "kl": 0.05336147492370208, "ce": 0.8160540332190993}, {"step": 283, "kl": 0.06499713021779828, "ce": 0.7633122878899166}, {"step": 284, "kl": 0.0668775639273517, "ce": 0.8273463387732509}, {"step": 285, "kl": 0.06485776616519173, "ce": 0.8414910438004055}, {"step": 286, "kl": 0.06607429480847017, "ce": 0.8886405476301886}, {"step": 287, "kl": 0.05334060054819273, "ce": 0.8123053583691343}, {"step": 288, "kl": 0.06077534456237495, "ce": 0.810896220701553}, {"step": 289, "kl": 0.07066245284646627, "ce": 0.7955654651283655}, {"step": 290, "kl": 0.06109712336127556, "ce": 0.875115795135498}, {"step": 291, "kl": 0.0652361005266136, "ce": 0.8280951507272468}, {"step": 292, "kl": 0.05381420738073403, "ce": 0.8237436353545827}, {"step": 293, "kl": 0.06421427779668169, "ce": 0.7890564549511685}, {"step": 294, "kl": 0.05631693433220492, "ce": 0.7941105968857223}, {"step": 295, "kl": 0.06604586181254693, "ce": 0.8213271282548835}, {"step": 296, "kl": 0.05232144989607233, "ce": 0.7953915468783872}, {"step": 297, "kl": 0.05202988285096492, "ce": 0.7930997162141161}, {"step": 298, "kl": 0.08437020698221985, "ce": 0.8383549745959515}, {"step": 299, "kl": 0.07730704326045149, "ce": 0.8292470117758588}, {"step": 300, "kl": 0.0629918523826174, "ce": 0.8750102722566891}, {"step": 301, "kl": 0.06477058036647013, "ce": 0.7155739882282007}, {"step": 302, "kl": 0.06113949389575003, "ce": 0.8077208769738657}, {"step": 303, "kl": 0.0627494864498569, "ce": 0.838421560292913}, {"step": 304, "kl": 0.05086975638298993, "ce": 0.85456971897395}, {"step": 305, "kl": 0.05350652745555229, "ce": 0.7916020722189472}, {"step": 306, "kl": 0.06539176503153535, "ce": 0.810641896508499}, {"step": 307, "kl": 0.0719973634676918, "ce": 0.8330576926498634}, {"step": 308, "kl": 0.06422245970958848, "ce": 0.7490331053182783}, {"step": 309, "kl": 0.06045777414468527, "ce": 0.8481729683082593}, {"step": 310, "kl": 0.06032266902328358, "ce": 0.8642249616719748}, {"step": 311, "kl": 0.06004394132046742, "ce": 0.7768464507370338}, {"step": 312, "kl": 0.06723080894394454, "ce": 0.9086525486964806}, {"step": 313, "kl": 0.055378280898015886, "ce": 0.7872932219813772}, {"step": 314, "kl": 0.06385649972080444, "ce": 0.8912688008744358}, {"step": 315, "kl": 0.09311870236109868, "ce": 0.8882917596992366}, {"step": 316, "kl": 0.08094278049348733, "ce": 0.8847595236830479}, {"step": 317, "kl": 0.05708181617525443, "ce": 0.7624829861183715}, {"step": 318, "kl": 0.062293648914256254, "ce": 0.8126872156122424}, {"step": 319, "kl": 0.06466027689184368, "ce": 0.7371267378529046}, {"step": 320, "kl": 0.0553057807526957, "ce": 0.8201541353795607}, {"step": 321, "kl": 0.06062976954132884, "ce": 0.7825525682203741}, {"step": 322, "kl": 0.06732366533470936, "ce": 0.7851348792129715}, {"step": 323, "kl": 0.05495731421107723, "ce": 0.8180635057228796}, {"step": 324, "kl": 0.051247036580714396, "ce": 0.8180282465200863}, {"step": 325, "kl": 0.06395576943639233, "ce": 0.8539768343818825}, {"step": 326, "kl": 0.06812795288011383, "ce": 0.7919097630494166}, {"step": 327, "kl": 0.053282767051701464, "ce": 0.8552319435694761}, {"step": 328, "kl": 0.06389062725690653, "ce": 0.8003902836729085}, {"step": 329, "kl": 0.057095898816680396, "ce": 0.8452633786792597}, {"step": 330, "kl": 0.05827958466905816, "ce": 0.8547210693359375}, {"step": 331, "kl": 0.06149339828341723, "ce": 0.8940386120667855}, {"step": 332, "kl": 0.07167365119791766, "ce": 0.8433329879242453}, {"step": 333, "kl": 0.05615215259959236, "ce": 0.7268746348820255}, {"step": 334, "kl": 0.053975401970019266, "ce": 0.7896081626483217}, {"step": 335, "kl": 0.05976842843591982, "ce": 0.7925204056650244}, {"step": 336, "kl": 0.0665263907498485, "ce": 0.8924541031775427}, {"step": 337, "kl": 0.06659169651768318, "ce": 0.7997838367960375}, {"step": 338, "kl": 0.05488702532868722, "ce": 0.7522220156309143}, {"step": 339, "kl": 0.061092184035517416, "ce": 0.8256705673860936}, {"step": 340, "kl": 0.04905328877601735, "ce": 0.8376821799523527}, {"step": 341, "kl": 0.05677900258338632, "ce": 0.8224875346198792}, {"step": 342, "kl": 0.05969419877218095, "ce": 0.812805085523973}, {"step": 343, "kl": 0.0608987794412846, "ce": 0.74782244849751}, {"step": 344, "kl": 0.06521473983898665, "ce": 0.7398055422622546}, {"step": 345, "kl": 0.06352287940680981, "ce": 0.8542200495740893}, {"step": 346, "kl": 0.05330860487424505, "ce": 0.8037689843665375}, {"step": 347, "kl": 0.0700267209069323, "ce": 0.7958571086776701}, {"step": 348, "kl": 0.059610493731834455, "ce": 0.8284263781549188}, {"step": 349, "kl": 0.053693465727164096, "ce": 0.7867961642351418}, {"step": 350, "kl": 0.05397984889774761, "ce": 0.8239624785583052}, {"step": 351, "kl": 0.060099556902562884, "ce": 0.7388125208455816}, {"step": 352, "kl": 0.0628194897484933, "ce": 0.8260470753875228}, {"step": 353, "kl": 0.06744760051385103, "ce": 0.7820879501997795}, {"step": 354, "kl": 0.055064676840406175, "ce": 0.86422108016096}, {"step": 355, "kl": 0.06304568842201563, "ce": 0.7928536256003432}, {"step": 356, "kl": 0.06764237873524759, "ce": 0.8425431635116268}, {"step": 357, "kl": 0.05939192096913066, "ce": 0.7738763373950737}, {"step": 358, "kl": 0.06129845115251695, "ce": 0.8635415031666935}, {"step": 359, "kl": 0.056412717743953796, "ce": 0.8378827706601755}, {"step": 360, "kl": 0.05784670246181203, "ce": 0.836055712876598}, {"step": 361, "kl": 0.062221989775248655, "ce": 0.8521586920576776}, {"step": 362, "kl": 0.05529773052066717, "ce": 0.8519076661792685}, {"step": 363, "kl": 0.0650429137284365, "ce": 0.8137757146545731}, {"step": 364, "kl": 0.07507596746742816, "ce": 0.8105554441421752}, {"step": 365, "kl": 0.05658300862349235, "ce": 0.8098823767369023}, {"step": 366, "kl": 0.06170557221601686, "ce": 0.8481043215245158}, {"step": 367, "kl": 0.05864925555253321, "ce": 0.8496881098974318}, {"step": 368, "kl": 0.06174239360640201, "ce": 0.8642415779788478}, {"step": 369, "kl": 0.056488761362910436, "ce": 0.7529496826581508}, {"step": 370, "kl": 0.061753559580290995, "ce": 0.9281746223014282}, {"step": 371, "kl": 0.06046454745612986, "ce": 0.8656276989753681}, {"step": 372, "kl": 0.05241908515629506, "ce": 0.8177403413602672}, {"step": 373, "kl": 0.0715773548946531, "ce": 0.8965968092480306}, {"step": 374, "kl": 0.07005613977009752, "ce": 0.8314890234879171}, {"step": 375, "kl": 0.06112239625514965, "ce": 0.8683170387056485}, {"step": 376, "kl": 0.05068983275926045, "ce": 0.8456945641846281}, {"step": 377, "kl": 0.05745126540773218, "ce": 0.8119330202925047}, {"step": 378, "kl": 0.054704568707553455, "ce": 0.8611268748529597}, {"step": 379, "kl": 0.05181317695826215, "ce": 0.8424063675418336}, {"step": 380, "kl": 0.060917678717341744, "ce": 0.7597730140615349}, {"step": 381, "kl": 0.05749145032767, "ce": 0.8600699205678568}, {"step": 382, "kl": 0.06226750970604154, "ce": 0.8272574238991075}, {"step": 383, "kl": 0.06353415523325294, "ce": 0.8742151272252369}, {"step": 384, "kl": 0.05104330217964082, "ce": 0.8301468984949696}, {"step": 385, "kl": 0.05535944319850916, "ce": 0.8757564982015459}, {"step": 386, "kl": 0.05974079951508878, "ce": 0.9057435739573051}, {"step": 387, "kl": 0.07273313823588251, "ce": 0.798067224372333}, {"step": 388, "kl": 0.06972410480750665, "ce": 0.8958726151005614}, {"step": 389, "kl": 0.04590169932116512, "ce": 0.8394959821225141}, {"step": 390, "kl": 0.06724682726158177, "ce": 0.8241906127733369}, {"step": 391, "kl": 0.05672507786821433, "ce": 0.8107103709734913}, {"step": 392, "kl": 0.05440535970018294, "ce": 0.8746597569754986}, {"step": 393, "kl": 0.06033081120827075, "ce": 0.7792076025934023}, {"step": 394, "kl": 0.05828337400239996, "ce": 0.8711139286789938}, {"step": 395, "kl": 0.05160757787957525, "ce": 0.8544929033444252}, {"step": 396, "kl": 0.05930465096776599, "ce": 0.7818309997662218}, {"step": 397, "kl": 0.058038341212917025, "ce": 0.8333112755600286}, {"step": 398, "kl": 0.05745664514684147, "ce": 0.7677158508405186}, {"step": 399, "kl": 0.07141412791522651, "ce": 0.8878314189278278}, {"step": 400, "kl": 0.06185166097584052, "ce": 0.9113683479066998}, {"step": 401, "kl": 0.05558977031794382, "ce": 0.867965144257248}, {"step": 402, "kl": 0.05143290896281079, "ce": 0.7520718978836528}, {"step": 403, "kl": 0.05520631166107294, "ce": 0.8240372537809224}, {"step": 404, "kl": 0.05765848329554053, "ce": 0.8252006368434175}, {"step": 405, "kl": 0.060916765193607954, "ce": 0.8492749354126721}, {"step": 406, "kl": 0.05705601686687138, "ce": 0.9054506219502699}, {"step": 407, "kl": 0.04685296312783498, "ce": 0.7692499321416182}, {"step": 408, "kl": 0.061891196750985575, "ce": 0.7996987698838236}, {"step": 409, "kl": 0.05610818893579808, "ce": 0.7061470408927031}, {"step": 410, "kl": 0.08554479647707157, "ce": 0.8706025434614301}, {"step": 411, "kl": 0.0555766738807531, "ce": 0.8016033677197009}, {"step": 412, "kl": 0.04717701140141503, "ce": 0.7827634238522803}, {"step": 413, "kl": 0.05723043769500158, "ce": 0.8068484891795745}, {"step": 414, "kl": 0.07950185389228703, "ce": 0.8151450957530497}, {"step": 415, "kl": 0.05396777410476733, "ce": 0.8356670584680099}, {"step": 416, "kl": 0.06020622656571898, "ce": 0.8851221662596908}, {"step": 417, "kl": 0.07465992349387868, "ce": 0.8227853509444224}, {"step": 418, "kl": 0.058083312859793484, "ce": 0.8217936321469614}, {"step": 419, "kl": 0.054601023124816045, "ce": 0.8579393441067048}, {"step": 420, "kl": 0.055225311990806554, "ce": 0.798420164320204}, {"step": 421, "kl": 0.05607958981666239, "ce": 0.8043506103677147}, {"step": 422, "kl": 0.05661939608613846, "ce": 0.8381075061994127}, {"step": 423, "kl": 0.04897665256896251, "ce": 0.800218391484892}, {"step": 424, "kl": 0.058783970759715434, "ce": 0.8157886583230927}, {"step": 425, "kl": 0.05001169032745714, "ce": 0.7490081979467257}, {"step": 426, "kl": 0.061936276933056866, "ce": 0.7802421051555712}, {"step": 427, "kl": 0.05835566110369492, "ce": 0.8050108901223618}, {"step": 428, "kl": 0.06392836098515016, "ce": 0.8219222580252594}, {"step": 429, "kl": 0.055416566673537025, "ce": 0.8668002677205966}, {"step": 430, "kl": 0.058427419423144306, "ce": 0.9227772167710779}, {"step": 431, "kl": 0.05372284999652656, "ce": 0.7746351087415542}, {"step": 432, "kl": 0.05254968604181347, "ce": 0.8827579838569176}, {"step": 433, "kl": 0.05698147062964041, "ce": 0.8101844670542506}, {"step": 434, "kl": 0.059641969681212735, "ce": 0.8152047900473526}, {"step": 435, "kl": 0.04886832699523336, "ce": 0.756721739148264}, {"step": 436, "kl": 0.047889668194371265, "ce": 0.7903348012336169}, {"step": 437, "kl": 0.1098103142705569, "ce": 0.8372264555412856}, {"step": 438, "kl": 0.05214020079564017, "ce": 0.8314415917227682}, {"step": 439, "kl": 0.06007244766826876, "ce": 0.8283748476729433}, {"step": 440, "kl": 0.054188673147025634, "ce": 0.7935494404279528}, {"step": 441, "kl": 0.059614899329141754, "ce": 0.8481297233830327}, {"step": 442, "kl": 0.043636153043986305, "ce": 0.8744517399714543}, {"step": 443, "kl": 0.04995303448360305, "ce": 0.8043613896936459}, {"step": 444, "kl": 0.05971743167040121, "ce": 0.8595070714481129}, {"step": 445, "kl": 0.056749357015375715, "ce": 0.7631384113752393}, {"step": 446, "kl": 0.053866007360286766, "ce": 0.9026783475053353}, {"step": 447, "kl": 0.05962001714041537, "ce": 0.8424923680409664}, {"step": 448, "kl": 0.05919667026231315, "ce": 0.8226892390797517}, {"step": 449, "kl": 0.05245061722675696, "ce": 0.7672455454842773}, {"step": 450, "kl": 0.0599579755024089, "ce": 0.8466481701884095}, {"step": 451, "kl": 0.05315065816813324, "ce": 0.7063451022116737}, {"step": 452, "kl": 0.0690672119761848, "ce": 0.9384689594054813}], "val": [{"step": 0, "math_kl": 0.1813819624311267, "math_ce": 0.7508988929618517, "code_kl": 0.1517423037634621, "code_ce": 0.3672175036176148}, {"step": 226, "math_kl": 0.12322270061772554, "math_ce": 0.8424039545212888, "code_kl": 0.166968708294249, "code_ce": 0.3683005716625335}, {"step": 452, "math_kl": 0.11879388394736472, "math_ce": 0.8738864116416326, "code_kl": 0.1707483657439487, "code_ce": 0.37348568442334273}]}
|
abl_kl_only_code_math/stage2_math/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:000394163cd0fd539d63540ecd7d4863066c0dc90b88f97c1c253a55697c5396
|
| 3 |
+
size 988097824
|