Upload folder using huggingface_hub
Browse files- abl_kl_only_math_code_seed2/results_stage1_math/gsm8k.jsonl +0 -0
- abl_kl_only_math_code_seed2/results_stage1_math/humaneval.jsonl +0 -0
- abl_kl_only_math_code_seed2/results_stage1_math/humaneval_eval_results.json +0 -0
- abl_kl_only_math_code_seed2/results_stage1_math/mbpp.jsonl +0 -0
- abl_kl_only_math_code_seed2/results_stage1_math/mbpp_eval_results.json +0 -0
- abl_kl_only_math_code_seed2/results_stage1_math/summary.json +1 -0
- abl_kl_only_math_code_seed2/stage1_math/config.json +57 -0
- abl_kl_only_math_code_seed2/stage1_math/generation_config.json +14 -0
- abl_kl_only_math_code_seed2/stage1_math/log.json +1 -0
- abl_kl_only_math_code_seed2/stage1_math/model.safetensors +3 -0
abl_kl_only_math_code_seed2/results_stage1_math/gsm8k.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed2/results_stage1_math/humaneval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed2/results_stage1_math/humaneval_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed2/results_stage1_math/mbpp.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed2/results_stage1_math/mbpp_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed2/results_stage1_math/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "stage1_math", "gsm8k": 0.5200909780136467, "mbpp": 0.49206349206349204, "mbpp_plus": 0.42328042328042326, "humaneval": 0.3597560975609756, "humaneval_plus": 0.29878048780487804, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164}
|
abl_kl_only_math_code_seed2/stage1_math/config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 896,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 4864,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention"
|
| 38 |
+
],
|
| 39 |
+
"max_position_embeddings": 32768,
|
| 40 |
+
"max_window_layers": 21,
|
| 41 |
+
"model_type": "qwen2",
|
| 42 |
+
"num_attention_heads": 14,
|
| 43 |
+
"num_hidden_layers": 24,
|
| 44 |
+
"num_key_value_heads": 2,
|
| 45 |
+
"pad_token_id": null,
|
| 46 |
+
"rms_norm_eps": 1e-06,
|
| 47 |
+
"rope_parameters": {
|
| 48 |
+
"rope_theta": 1000000.0,
|
| 49 |
+
"rope_type": "default"
|
| 50 |
+
},
|
| 51 |
+
"sliding_window": null,
|
| 52 |
+
"tie_word_embeddings": true,
|
| 53 |
+
"transformers_version": "5.20.2",
|
| 54 |
+
"use_cache": true,
|
| 55 |
+
"use_sliding_window": false,
|
| 56 |
+
"vocab_size": 151936
|
| 57 |
+
}
|
abl_kl_only_math_code_seed2/stage1_math/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
abl_kl_only_math_code_seed2/stage1_math/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.13710788488145123, "ce": 0.7985215966918793}, {"step": 2, "kl": 0.13350899260451535, "ce": 0.8258947381621188}, {"step": 3, "kl": 0.11206801149315707, "ce": 0.8028221829821932}, {"step": 4, "kl": 0.11976436880991312, "ce": 0.7889031538185312}, {"step": 5, "kl": 0.11575515381433946, "ce": 0.7879511954936577}, {"step": 6, "kl": 0.12089574496843453, "ce": 0.8036983197569806}, {"step": 7, "kl": 0.17131020756939302, "ce": 0.748069801625286}, {"step": 8, "kl": 0.12520481043458992, "ce": 0.7844247912150006}, {"step": 9, "kl": 0.1160786339067906, "ce": 0.7685520127540041}, {"step": 10, "kl": 0.09982838071080434, "ce": 0.7589640241016373}, {"step": 11, "kl": 0.10552263697088515, "ce": 0.7759240875669178}, {"step": 12, "kl": 0.12971853392159077, "ce": 0.7811967428295784}, {"step": 13, "kl": 0.12300927749985015, "ce": 0.7915617873831625}, {"step": 14, "kl": 0.10798382314866845, "ce": 0.7403407581731519}, {"step": 15, "kl": 0.11149360597595687, "ce": 0.7946736575992963}, {"step": 16, "kl": 0.13058884093566953, "ce": 0.7719624732259955}, {"step": 17, "kl": 0.11318455137534589, "ce": 0.7365696427504161}, {"step": 18, "kl": 0.13286401584475252, "ce": 0.7492048190436912}, {"step": 19, "kl": 0.12552967756685324, "ce": 0.7653200441942603}, {"step": 20, "kl": 0.13909419784216814, "ce": 0.7671492081065181}, {"step": 21, "kl": 0.17880569438647376, "ce": 0.6837086541401507}, {"step": 22, "kl": 0.13475005213169244, "ce": 0.7854672148622311}, {"step": 23, "kl": 0.11585267061965582, "ce": 0.6993863218349826}, {"step": 24, "kl": 0.12667541414429379, "ce": 0.7803732611324489}, {"step": 25, "kl": 0.10540787143337549, "ce": 0.6471965667077078}, {"step": 26, "kl": 0.10928977880409577, "ce": 0.7758142811014515}, {"step": 27, "kl": 0.12036811679079694, "ce": 0.7476200729814192}, {"step": 28, "kl": 0.12470522998613862, "ce": 0.7113044217219875}, {"step": 29, "kl": 0.11963692423479447, "ce": 0.7927029501601618}, {"step": 30, "kl": 0.11711465903553453, "ce": 0.8495559820007345}, {"step": 31, "kl": 0.10679968774705009, "ce": 0.6738479599054769}, {"step": 32, "kl": 0.12240529867981621, "ce": 0.8020049966012444}, {"step": 33, "kl": 0.16164194872963594, "ce": 0.8346871400747428}, {"step": 34, "kl": 0.12649964342584502, "ce": 0.7631105920211027}, {"step": 35, "kl": 0.1326776917969676, "ce": 0.8272583088069116}, {"step": 36, "kl": 0.10996339272150044, "ce": 0.8146451981610998}, {"step": 37, "kl": 0.1117737464726715, "ce": 0.6794967746083445}, {"step": 38, "kl": 0.11056923578307327, "ce": 0.7499410266963931}, {"step": 39, "kl": 0.09719604781373023, "ce": 0.82313804600742}, {"step": 40, "kl": 0.13357660720008374, "ce": 0.9021955745175061}, {"step": 41, "kl": 0.11314554178432558, "ce": 0.7605031331380209}, {"step": 42, "kl": 0.13501374588485732, "ce": 0.782067591749777}, {"step": 43, "kl": 0.09869910401496382, "ce": 0.8166961042980478}, {"step": 44, "kl": 0.09811304574735703, "ce": 0.7335083239722044}, {"step": 45, "kl": 0.1207262139614578, "ce": 0.7708408417779304}, {"step": 46, "kl": 0.11138045675854821, "ce": 0.7997594325577261}, {"step": 47, "kl": 0.12618013861745087, "ce": 0.8434112028187029}, {"step": 48, "kl": 0.10262636071902359, "ce": 0.7416540868344955}, {"step": 49, "kl": 0.10983819726954168, "ce": 0.7151516906378472}, {"step": 50, "kl": 0.11970648299998395, "ce": 0.8275647300940293}, {"step": 51, "kl": 0.12140470516638155, "ce": 0.7500613031061364}, {"step": 52, "kl": 0.11255311553470088, "ce": 0.8201744728451461}, {"step": 53, "kl": 0.1242393393520578, "ce": 0.804674077109685}, {"step": 54, "kl": 0.10940503655993118, "ce": 0.6550798802155853}, {"step": 55, "kl": 0.11754435398212076, "ce": 0.833147997876714}, {"step": 56, "kl": 0.11445814498747238, "ce": 0.8322477913945098}, {"step": 57, "kl": 0.11222694296477502, "ce": 0.7536324087110122}, {"step": 58, "kl": 0.12131101986211736, "ce": 0.7718709508860603}, {"step": 59, "kl": 0.13209770041211188, "ce": 0.7870029335788612}, {"step": 60, "kl": 0.12359191657680368, "ce": 0.8477865664247117}, {"step": 61, "kl": 0.13023410906811822, "ce": 0.8339580774521336}, {"step": 62, "kl": 0.10552594259729259, "ce": 0.7207555642081993}, {"step": 63, "kl": 0.1129346670443972, "ce": 0.8368428413173419}, {"step": 64, "kl": 0.27902804638122347, "ce": 0.8005300487668712}, {"step": 65, "kl": 0.11879386443950901, "ce": 0.8121830283550996}, {"step": 66, "kl": 0.10792020459915702, "ce": 0.7901254341542006}, {"step": 67, "kl": 0.10892678508338122, "ce": 0.7752958814196549}, {"step": 68, "kl": 0.1290848339682972, "ce": 0.887226075979187}, {"step": 69, "kl": 0.1286540363932942, "ce": 0.7910177210150602}, {"step": 70, "kl": 0.0996756001316251, "ce": 0.8567982369948499}, {"step": 71, "kl": 0.1250123145310817, "ce": 0.8299749909231555}, {"step": 72, "kl": 0.10939325045100635, "ce": 0.7878955318052268}, {"step": 73, "kl": 0.12019649709054861, "ce": 0.9061824480141988}, {"step": 74, "kl": 0.10819356058126392, "ce": 0.7596954100088814}, {"step": 75, "kl": 0.11181019713438632, "ce": 0.7507059216701036}, {"step": 76, "kl": 0.11497395635929601, "ce": 0.7593228718967207}, {"step": 77, "kl": 0.11350055208088122, "ce": 0.732677725961234}, {"step": 78, "kl": 0.10793708599361677, "ce": 0.8077452584053353}, {"step": 79, "kl": 0.12597322598743402, "ce": 0.9013956932505225}, {"step": 80, "kl": 0.1294531382459015, "ce": 0.8350949945664945}, {"step": 81, "kl": 0.11439186379651278, "ce": 0.7370801711343992}, {"step": 82, "kl": 0.10131214598635815, "ce": 0.7650755653522112}, {"step": 83, "kl": 0.13402031988393642, "ce": 0.8856123854017492}, {"step": 84, "kl": 0.09821137325024762, "ce": 0.79618051407185}, {"step": 85, "kl": 0.10728333445273683, "ce": 0.7729155542885924}, {"step": 86, "kl": 0.11676277191721493, "ce": 0.7873934969729648}, {"step": 87, "kl": 0.11360192436991269, "ce": 0.7337223332998412}, {"step": 88, "kl": 0.11894597777716734, "ce": 0.7794259624562418}, {"step": 89, "kl": 0.13772605023152606, "ce": 0.8640143787679415}, {"step": 90, "kl": 0.1062035225489501, "ce": 0.877845649451585}, {"step": 91, "kl": 0.11584108105543428, "ce": 0.7728350279761143}, {"step": 92, "kl": 0.11826864829595184, "ce": 0.7817905507189161}, {"step": 93, "kl": 0.11317751277539398, "ce": 0.751763752710859}, {"step": 94, "kl": 0.13606786650134725, "ce": 0.8536543910278868}, {"step": 95, "kl": 0.12430809623504724, "ce": 0.8118420212307886}, {"step": 96, "kl": 0.16029563921857176, "ce": 0.8756896850259547}, {"step": 97, "kl": 0.1323728440960294, "ce": 0.7501143597061996}, {"step": 98, "kl": 0.11371024010589767, "ce": 0.8557956978514956}, {"step": 99, "kl": 0.11665071473676561, "ce": 0.8102335043514476}, {"step": 100, "kl": 0.11664800131091592, "ce": 0.8056065745401466}, {"step": 101, "kl": 0.10059941195614822, "ce": 0.7854369080936969}, {"step": 102, "kl": 0.11958980303460677, "ce": 0.8137235340785632}, {"step": 103, "kl": 0.1100695434532062, "ce": 0.8248966403064886}, {"step": 104, "kl": 0.11644550414244623, "ce": 0.8474487543028495}, {"step": 105, "kl": 0.1367783790870949, "ce": 0.7955399360110915}, {"step": 106, "kl": 0.10239435281378581, "ce": 0.8311892844201983}, {"step": 107, "kl": 0.09877556718360758, "ce": 0.7616335069944355}, {"step": 108, "kl": 0.11118983572838279, "ce": 0.83435558958102}, {"step": 109, "kl": 0.1252245108771426, "ce": 0.8472036820609892}, {"step": 110, "kl": 0.11136662858741479, "ce": 0.8457358151871637}, {"step": 111, "kl": 0.10365164323888253, "ce": 0.8342158059372401}, {"step": 112, "kl": 0.1311347840763452, "ce": 0.8338485119389553}, {"step": 113, "kl": 0.11377319436100691, "ce": 0.7395351281028224}, {"step": 114, "kl": 0.12259609084521447, "ce": 0.7781131860568439}, {"step": 115, "kl": 0.10465230901207416, "ce": 0.8391610681204249}, {"step": 116, "kl": 0.12704529547264914, "ce": 0.8582522296265468}, {"step": 117, "kl": 0.10419392741416744, "ce": 0.8522423950311533}, {"step": 118, "kl": 0.11733985353921665, "ce": 0.8341193654574102}, {"step": 119, "kl": 0.1058144892273887, "ce": 0.7823944501979376}, {"step": 120, "kl": 0.10334610747096791, "ce": 0.7143827071164381}, {"step": 121, "kl": 0.12324602898467737, "ce": 0.8370747638401395}, {"step": 122, "kl": 0.10238232151454772, "ce": 0.7371613623457707}, {"step": 123, "kl": 0.1031653909792004, "ce": 0.7619728109396522}, {"step": 124, "kl": 0.1461822173771029, "ce": 0.8370928606364757}, {"step": 125, "kl": 0.1111795125113613, "ce": 0.8380459080697553}, {"step": 126, "kl": 0.09934680594390521, "ce": 0.7525652837753295}, {"step": 127, "kl": 0.1555538289802566, "ce": 0.8121486962239189}, {"step": 128, "kl": 0.11736576616977706, "ce": 0.7602722134591887}, {"step": 129, "kl": 0.11853773060746459, "ce": 0.826162453433437}, {"step": 130, "kl": 0.11469189968751241, "ce": 0.785196298771293}, {"step": 131, "kl": 0.10182216116678948, "ce": 0.8191817400096792}, {"step": 132, "kl": 0.10157518382634052, "ce": 0.7851378087493526}, {"step": 133, "kl": 0.11834932189320217, "ce": 0.8348744082352753}, {"step": 134, "kl": 0.10858560680538454, "ce": 0.7664112356623001}, {"step": 135, "kl": 0.11957032022596914, "ce": 0.8356670806119226}, {"step": 136, "kl": 0.14402232478855664, "ce": 0.8366332563626777}, {"step": 137, "kl": 0.09798468575506457, "ce": 0.8030206459388273}, {"step": 138, "kl": 0.10981826456647849, "ce": 0.7744067553464038}, {"step": 139, "kl": 0.11695823802217685, "ce": 0.7916108166424811}, {"step": 140, "kl": 0.10337714338744788, "ce": 0.7885053119962178}, {"step": 141, "kl": 0.11253722267664286, "ce": 0.8945402120974846}, {"step": 142, "kl": 0.1275230942354742, "ce": 0.7693789494181423}, {"step": 143, "kl": 0.09910071506120911, "ce": 0.7900690949721143}, {"step": 144, "kl": 0.09689854801862988, "ce": 0.8064477095170454}, {"step": 145, "kl": 0.09237960778885337, "ce": 0.6918244115384079}, {"step": 146, "kl": 0.14497618965017214, "ce": 0.8674944221845395}, {"step": 147, "kl": 0.09922714528222615, "ce": 0.8394088462756175}, {"step": 148, "kl": 0.11942158747554521, "ce": 0.8050137829854392}, {"step": 149, "kl": 0.13470939469662235, "ce": 0.8432343492446623}, {"step": 150, "kl": 0.10944713757930771, "ce": 0.8033290711232726}, {"step": 151, "kl": 0.10852553748509311, "ce": 0.8157595531737118}, {"step": 152, "kl": 0.12318093138706607, "ce": 0.7494917177919157}, {"step": 153, "kl": 0.11308156726429763, "ce": 0.7485425428910689}, {"step": 154, "kl": 0.12047808484711131, "ce": 0.8492621133001992}, {"step": 155, "kl": 0.09794654044731525, "ce": 0.7726533438306336}, {"step": 156, "kl": 0.10509418617190508, "ce": 0.8055547693922813}, {"step": 157, "kl": 0.11496464972007615, "ce": 0.793033303064078}, {"step": 158, "kl": 0.10848607081823956, "ce": 0.8343895388704635}, {"step": 159, "kl": 0.11696298519177603, "ce": 0.7720168973386166}, {"step": 160, "kl": 0.11661341515066823, "ce": 0.8790349077638299}, {"step": 161, "kl": 0.11585122616458973, "ce": 0.767657398472171}, {"step": 162, "kl": 0.1486992030899057, "ce": 0.8774366103509361}, {"step": 163, "kl": 0.10257281565417084, "ce": 0.7505167385091758}, {"step": 164, "kl": 0.0884148617120416, "ce": 0.799202483234193}, {"step": 165, "kl": 0.10599872918589937, "ce": 0.7412235388893651}, {"step": 166, "kl": 0.11440200604581843, "ce": 0.8399123891533294}, {"step": 167, "kl": 0.11867920113730329, "ce": 0.7544410179113114}, {"step": 168, "kl": 0.10073071240103817, "ce": 0.8391447963626432}, {"step": 169, "kl": 0.09459526128741116, "ce": 0.7594420311873173}, {"step": 170, "kl": 0.11337182038862041, "ce": 0.8082150676605167}, {"step": 171, "kl": 0.09839349878390241, "ce": 0.7761025691914369}, {"step": 172, "kl": 0.12845553140760174, "ce": 0.8481039713244115}, {"step": 173, "kl": 0.11131880335347302, "ce": 0.82025614657711}, {"step": 174, "kl": 0.093667957926459, "ce": 0.742895759871901}, {"step": 175, "kl": 0.10751330294922459, "ce": 0.8345238065880157}, {"step": 176, "kl": 0.0926730090619055, "ce": 0.7252418635525756}, {"step": 177, "kl": 0.10941850441209727, "ce": 0.7071640639686203}, {"step": 178, "kl": 0.10812788969478303, "ce": 0.7628412458757389}, {"step": 179, "kl": 0.09645051804642674, "ce": 0.7744577159052309}, {"step": 180, "kl": 0.1195266795809411, "ce": 0.8678002834636065}, {"step": 181, "kl": 0.10866912244876031, "ce": 0.8230197095611073}, {"step": 182, "kl": 0.10515908318974457, "ce": 0.8087186761524366}, {"step": 183, "kl": 0.10796975646202625, "ce": 0.8335235718622701}, {"step": 184, "kl": 0.1719367184632936, "ce": 0.7671353453547641}, {"step": 185, "kl": 0.09684264512188667, "ce": 0.8267103393595255}, {"step": 186, "kl": 0.10804130679835537, "ce": 0.8096944924768255}, {"step": 187, "kl": 0.1164836852300814, "ce": 0.8438562832962525}, {"step": 188, "kl": 0.09934677198885242, "ce": 0.9446830512867967}, {"step": 189, "kl": 0.11466316727076273, "ce": 0.7114619832964085}, {"step": 190, "kl": 0.09727990714722984, "ce": 0.7785190754322391}, {"step": 191, "kl": 0.08476399318919076, "ce": 0.7340752015213442}, {"step": 192, "kl": 0.11294238353488452, "ce": 0.8036997954659686}, {"step": 193, "kl": 0.14357730111177275, "ce": 0.8240113321940103}, {"step": 194, "kl": 0.09934820311514805, "ce": 0.6714367067984987}, {"step": 195, "kl": 0.10312236629545439, "ce": 0.8271778069891731}, {"step": 196, "kl": 0.09624822211988045, "ce": 0.7825121034945743}, {"step": 197, "kl": 0.10975573814078554, "ce": 0.7930307707297073}, {"step": 198, "kl": 0.11268720910904255, "ce": 0.7941815204212062}, {"step": 199, "kl": 0.10716415684715944, "ce": 0.8060419542683086}, {"step": 200, "kl": 0.09012058608449151, "ce": 0.818735963451472}, {"step": 201, "kl": 0.09546745952964453, "ce": 0.7475713973222177}, {"step": 202, "kl": 0.10360660248180512, "ce": 0.7939170172749406}, {"step": 203, "kl": 0.10565862985816747, "ce": 0.7556484027797677}, {"step": 204, "kl": 0.11906738952813897, "ce": 0.8164246948895746}, {"step": 205, "kl": 0.11760157698506825, "ce": 0.8103391496909806}, {"step": 206, "kl": 0.11652233159900349, "ce": 0.7582255835101879}, {"step": 207, "kl": 0.10724869768222968, "ce": 0.8157627992968365}, {"step": 208, "kl": 0.12583371930352233, "ce": 0.8007875889158299}, {"step": 209, "kl": 0.10947087999371044, "ce": 0.8161421862249184}, {"step": 210, "kl": 0.11628652531171814, "ce": 0.7716926494785896}, {"step": 211, "kl": 0.09987156222762203, "ce": 0.8865606695472371}, {"step": 212, "kl": 0.09758049201083271, "ce": 0.7908873352576778}, {"step": 213, "kl": 0.10166493130269025, "ce": 0.8354656517007557}, {"step": 214, "kl": 0.09822190789227336, "ce": 0.8297929065288093}, {"step": 215, "kl": 0.19961166989876944, "ce": 0.8739918077801112}, {"step": 216, "kl": 0.10865963295853107, "ce": 0.949420406393809}, {"step": 217, "kl": 0.09469358857378408, "ce": 0.8063018955278382}, {"step": 218, "kl": 0.0957942493120961, "ce": 0.7399917299450123}, {"step": 219, "kl": 0.10361906683663258, "ce": 0.7995303418605243}, {"step": 220, "kl": 0.1107679448852216, "ce": 0.866288416366624}, {"step": 221, "kl": 0.11215562652429768, "ce": 0.8471407380348966}, {"step": 222, "kl": 0.08415491322220264, "ce": 0.7469983357492158}, {"step": 223, "kl": 0.12008078372487564, "ce": 0.7654564422116656}, {"step": 224, "kl": 0.10294838822665997, "ce": 0.7443326785240645}, {"step": 225, "kl": 0.09836925649783723, "ce": 0.7662739451338605}, {"step": 226, "kl": 0.13625796989158348, "ce": 0.7666826517813616}, {"step": 227, "kl": 0.06384637320558029, "ce": 0.7352171481456762}, {"step": 228, "kl": 0.0633117590689097, "ce": 0.8360103575038353}, {"step": 229, "kl": 0.05963740086995219, "ce": 0.7308329765880288}, {"step": 230, "kl": 0.06984996926308382, "ce": 0.768743978672041}, {"step": 231, "kl": 0.05826104641010173, "ce": 0.7966969330639433}, {"step": 232, "kl": 0.06245030625472617, "ce": 0.8388412464423693}, {"step": 233, "kl": 0.06276658166760826, "ce": 0.9150598529164076}, {"step": 234, "kl": 0.0714333910817712, "ce": 0.7896594136059076}, {"step": 235, "kl": 0.08263333652339501, "ce": 0.9675885884715579}, {"step": 236, "kl": 0.07852609211322083, "ce": 0.9045509711184834}, {"step": 237, "kl": 0.07187797745960378, "ce": 0.8099714055791631}, {"step": 238, "kl": 0.054320853629112695, "ce": 0.6928465067747811}, {"step": 239, "kl": 0.05272936320249234, "ce": 0.794854409282416}, {"step": 240, "kl": 0.06379990831868854, "ce": 0.8414644438313597}, {"step": 241, "kl": 0.0647567548764042, "ce": 0.8280387206855102}, {"step": 242, "kl": 0.06682612030243854, "ce": 0.8891768690350225}, {"step": 243, "kl": 0.06879079252406892, "ce": 0.7539486410567267}, {"step": 244, "kl": 0.058038654483396124, "ce": 0.8675247701377952}, {"step": 245, "kl": 0.06282361121936399, "ce": 0.8719988570723045}, {"step": 246, "kl": 0.058254556061036626, "ce": 0.8496037749357002}, {"step": 247, "kl": 0.05907178748127003, "ce": 0.7120062180958405}, {"step": 248, "kl": 0.06946815187950083, "ce": 0.7978190100529724}, {"step": 249, "kl": 0.06974997488535144, "ce": 0.8166729665517116}, {"step": 250, "kl": 0.05895038074272807, "ce": 0.7837080232281918}, {"step": 251, "kl": 0.06269418228824095, "ce": 0.8399087141275164}, {"step": 252, "kl": 0.05284463235442104, "ce": 0.8209564736262699}, {"step": 253, "kl": 0.05921518695204048, "ce": 0.7688347173175161}, {"step": 254, "kl": 0.06241368148687572, "ce": 0.8575580468338526}, {"step": 255, "kl": 0.051876766838853436, "ce": 0.8207357943131874}, {"step": 256, "kl": 0.0553449983168936, "ce": 0.8021527514699266}, {"step": 257, "kl": 0.060944570585879654, "ce": 0.9015018847327116}, {"step": 258, "kl": 0.06283247497721153, "ce": 0.8046767183406625}, {"step": 259, "kl": 0.0671193605874613, "ce": 0.756905487796529}, {"step": 260, "kl": 0.07409062780523003, "ce": 0.8816581619475893}, {"step": 261, "kl": 0.05169063740873862, "ce": 0.8309370269680557}, {"step": 262, "kl": 0.06953015030695685, "ce": 0.90496786759994}, {"step": 263, "kl": 0.050773800449761, "ce": 0.8239319162494303}, {"step": 264, "kl": 0.060858629221695874, "ce": 0.7816378746503666}, {"step": 265, "kl": 0.060227291713218105, "ce": 0.702415981671668}, {"step": 266, "kl": 0.060525367883567965, "ce": 0.8467605062921516}, {"step": 267, "kl": 0.06629965440998313, "ce": 0.844254330511837}, {"step": 268, "kl": 0.06465138792683604, "ce": 0.8467260436156352}, {"step": 269, "kl": 0.05266187495806698, "ce": 0.8536559050442512}, {"step": 270, "kl": 0.06648187933218508, "ce": 0.803376634802889}, {"step": 271, "kl": 0.06825712549275365, "ce": 0.8652614675283733}, {"step": 272, "kl": 0.06619546899298356, "ce": 0.8984913455031988}, {"step": 273, "kl": 0.0560857451902735, "ce": 0.8243080789887562}, {"step": 274, "kl": 0.05489649724226879, "ce": 0.8191541039663244}, {"step": 275, "kl": 0.0586627946853245, "ce": 0.8061827977939582}, {"step": 276, "kl": 0.05476551180543899, "ce": 0.8596643400484166}, {"step": 277, "kl": 0.07017736741014428, "ce": 0.9089857221723677}, {"step": 278, "kl": 0.0623166749116327, "ce": 0.9036448277064733}, {"step": 279, "kl": 0.06015331978354661, "ce": 0.9210415603522968}, {"step": 280, "kl": 0.06981404622395834, "ce": 0.8187099871063712}, {"step": 281, "kl": 0.06497885901880066, "ce": 0.7822534272614365}, {"step": 282, "kl": 0.05408664330671114, "ce": 0.776653829389246}, {"step": 283, "kl": 0.06003694400271854, "ce": 0.8313066518833391}, {"step": 284, "kl": 0.0578977148692558, "ce": 0.7862402850719539}, {"step": 285, "kl": 0.055748846222081955, "ce": 0.8825386690205799}, {"step": 286, "kl": 0.05672719001865511, "ce": 0.8531986267623464}, {"step": 287, "kl": 0.05333655146767771, "ce": 0.8599526098772023}, {"step": 288, "kl": 0.06458623757580861, "ce": 0.8392723719278972}, {"step": 289, "kl": 0.06031698283497511, "ce": 0.8072948515499978}, {"step": 290, "kl": 0.05867636896801949, "ce": 0.7825784130812754}, {"step": 291, "kl": 0.06155823999838443, "ce": 0.7644404455243681}, {"step": 292, "kl": 0.052828289358695366, "ce": 0.802722387798762}, {"step": 293, "kl": 0.12228550142786934, "ce": 0.8193858024656928}, {"step": 294, "kl": 0.05818869550286548, "ce": 0.8267375051713004}, {"step": 295, "kl": 0.06310875985884186, "ce": 0.834786230990627}, {"step": 296, "kl": 0.052556746422801934, "ce": 0.8036676932930912}, {"step": 297, "kl": 0.050175985916166864, "ce": 0.7984615290540933}, {"step": 298, "kl": 0.0786476713634104, "ce": 0.8017804177357845}, {"step": 299, "kl": 0.05703845308277663, "ce": 0.8519330039625576}, {"step": 300, "kl": 0.046526641469555485, "ce": 0.867506466814535}, {"step": 301, "kl": 0.06160694737070235, "ce": 0.9078388600820338}, {"step": 302, "kl": 0.06530756726955352, "ce": 0.8212636828595563}, {"step": 303, "kl": 0.10411159258130703, "ce": 0.8091207461964212}, {"step": 304, "kl": 0.0784541045941975, "ce": 0.8550901118013048}, {"step": 305, "kl": 0.05523894652967983, "ce": 0.8079131646635406}, {"step": 306, "kl": 0.061154274835031344, "ce": 0.7988980358793536}, {"step": 307, "kl": 0.05550250167616472, "ce": 0.8898934720322612}, {"step": 308, "kl": 0.058077423073209386, "ce": 0.9148159846206384}, {"step": 309, "kl": 0.06427916629302657, "ce": 0.8346407193664118}, {"step": 310, "kl": 0.058749445818238336, "ce": 0.7734595956432356}, {"step": 311, "kl": 0.05412586767030271, "ce": 0.7725376703843811}, {"step": 312, "kl": 0.06062180262446469, "ce": 0.8181799749770426}, {"step": 313, "kl": 0.05042730201496868, "ce": 0.8389975063886622}, {"step": 314, "kl": 0.06079253904677436, "ce": 0.9132185832577931}, {"step": 315, "kl": 0.05484861684126876, "ce": 0.833191833698465}, {"step": 316, "kl": 0.05930898999343421, "ce": 0.8781456954227342}, {"step": 317, "kl": 0.058653958323290185, "ce": 0.9224550433766245}, {"step": 318, "kl": 0.058803661635636426, "ce": 0.762341778977473}, {"step": 319, "kl": 0.06237231261656873, "ce": 0.8923103983331193}, {"step": 320, "kl": 0.058303238370140814, "ce": 0.8334571089754835}, {"step": 321, "kl": 0.05207376369090857, "ce": 0.8134069503272325}, {"step": 322, "kl": 0.06203552040572326, "ce": 0.8154858350392872}, {"step": 323, "kl": 0.06095844648279343, "ce": 0.8833910676152104}, {"step": 324, "kl": 0.06678136570829217, "ce": 0.7926658694816922}, {"step": 325, "kl": 0.05322070894914602, "ce": 0.9129366706399357}, {"step": 326, "kl": 0.061315102626208415, "ce": 0.8227919256408078}, {"step": 327, "kl": 0.05877917590677085, "ce": 0.8297171940302714}, {"step": 328, "kl": 0.05922835187092594, "ce": 0.8192176869041041}, {"step": 329, "kl": 0.0689463963658408, "ce": 0.8975712342362944}, {"step": 330, "kl": 0.05101956807210774, "ce": 0.8384576174292234}, {"step": 331, "kl": 0.06191130816257847, "ce": 0.852973714769162}, {"step": 332, "kl": 0.06051509985413181, "ce": 0.9253390218973722}, {"step": 333, "kl": 0.08026952700247021, "ce": 0.9733844662723609}, {"step": 334, "kl": 0.0830871343443768, "ce": 0.8500287481042466}, {"step": 335, "kl": 0.059337662077663236, "ce": 0.8374246729381429}, {"step": 336, "kl": 0.05446968266900412, "ce": 0.7973239426385789}, {"step": 337, "kl": 0.0601470860192328, "ce": 0.9036117770367171}, {"step": 338, "kl": 0.05440749040460711, "ce": 0.8262945380786663}, {"step": 339, "kl": 0.05991861704233531, "ce": 0.8875591136791089}, {"step": 340, "kl": 0.055914771179931225, "ce": 0.8742156398400756}, {"step": 341, "kl": 0.06186484517053919, "ce": 0.8293339667054089}, {"step": 342, "kl": 0.06310555031994458, "ce": 0.8697191003945182}, {"step": 343, "kl": 0.05842735089978382, "ce": 0.8227152110442983}, {"step": 344, "kl": 0.057432232159708205, "ce": 0.8656430407330564}, {"step": 345, "kl": 0.05205821391912803, "ce": 0.8396918839063979}, {"step": 346, "kl": 0.053930610908520284, "ce": 0.8000989692155704}, {"step": 347, "kl": 0.05347325341535137, "ce": 0.869248472773968}, {"step": 348, "kl": 0.05781507984036556, "ce": 0.8040642770780186}, {"step": 349, "kl": 0.0531167531839657, "ce": 0.7786291048124239}, {"step": 350, "kl": 0.07810280520566332, "ce": 0.9261162308867339}, {"step": 351, "kl": 0.05922026848551962, "ce": 0.8011658123640661}, {"step": 352, "kl": 0.060803037529569504, "ce": 0.8007922757699035}, {"step": 353, "kl": 0.0639356161305197, "ce": 0.7818917166133416}, {"step": 354, "kl": 0.07127966646632547, "ce": 0.86886446929175}, {"step": 355, "kl": 0.05860372719849094, "ce": 0.8264605492610438}, {"step": 356, "kl": 0.0718613722913271, "ce": 0.857738765968284}, {"step": 357, "kl": 0.05726058812310602, "ce": 0.8825515761681346}, {"step": 358, "kl": 0.05269398444738144, "ce": 0.8576191153661892}, {"step": 359, "kl": 0.06630514639395255, "ce": 0.8427848889136726}, {"step": 360, "kl": 0.05074779711879728, "ce": 0.8382702986454198}, {"step": 361, "kl": 0.05431513104552492, "ce": 0.9145543989441206}, {"step": 362, "kl": 0.06340326494135087, "ce": 0.7863124881515405}, {"step": 363, "kl": 0.06313023371174525, "ce": 0.7835903405050242}, {"step": 364, "kl": 0.06375026919312002, "ce": 0.8295204326359913}, {"step": 365, "kl": 0.0563902609564772, "ce": 0.9185435048952089}, {"step": 366, "kl": 0.05224019074158108, "ce": 0.8155205983382006}, {"step": 367, "kl": 0.05682182474408368, "ce": 0.8425841014444468}, {"step": 368, "kl": 0.051831876903874766, "ce": 0.9248131091580227}, {"step": 369, "kl": 0.05019336281173863, "ce": 0.9127091357125496}, {"step": 370, "kl": 0.06418627685672011, "ce": 0.8650966546474359}, {"step": 371, "kl": 0.052698168920266096, "ce": 0.823403978472279}, {"step": 372, "kl": 0.05976288092258927, "ce": 0.8989413480245358}, {"step": 373, "kl": 0.051911514617584566, "ce": 0.9078898483614398}, {"step": 374, "kl": 0.0655188718678262, "ce": 0.8255609148527964}, {"step": 375, "kl": 0.0617017904234912, "ce": 0.8491421017551695}, {"step": 376, "kl": 0.04956252249163554, "ce": 0.7765356359478897}, {"step": 377, "kl": 0.06476016616272186, "ce": 0.8796972908025096}, {"step": 378, "kl": 0.0685268198590448, "ce": 0.8945796092351278}, {"step": 379, "kl": 0.054587185640168234, "ce": 0.8634583163408853}, {"step": 380, "kl": 0.07653685980076615, "ce": 0.9827508569107276}, {"step": 381, "kl": 0.06157736647995605, "ce": 0.9186387160561522}, {"step": 382, "kl": 0.06079716722782638, "ce": 0.9795289634622382}, {"step": 383, "kl": 0.061348212064052714, "ce": 0.85030925765665}, {"step": 384, "kl": 0.056505345882872045, "ce": 0.8499361966350886}, {"step": 385, "kl": 0.05921356149679898, "ce": 0.8980799459576733}, {"step": 386, "kl": 0.04866330118509819, "ce": 0.8455944481631612}, {"step": 387, "kl": 0.059667252395756154, "ce": 0.832549658688632}, {"step": 388, "kl": 0.0549575628921332, "ce": 0.8675623336456224}, {"step": 389, "kl": 0.05456011664484553, "ce": 0.7998141764753499}, {"step": 390, "kl": 0.061419878886733295, "ce": 0.9049393341074238}, {"step": 391, "kl": 0.04149843171977015, "ce": 0.8326359255671301}, {"step": 392, "kl": 0.06708523959831084, "ce": 0.8470129121649721}, {"step": 393, "kl": 0.05199181981208138, "ce": 0.8202464626511924}, {"step": 394, "kl": 0.06600794544032186, "ce": 0.8430093635059761}, {"step": 395, "kl": 0.06053933940348158, "ce": 0.8849919069711344}, {"step": 396, "kl": 0.06326241749326895, "ce": 0.8309058693674267}, {"step": 397, "kl": 0.0645014299526645, "ce": 0.8454359244686998}, {"step": 398, "kl": 0.05891594397032983, "ce": 0.7691922847560196}, {"step": 399, "kl": 0.07287644677004841, "ce": 0.8156764305502185}, {"step": 400, "kl": 0.052423374718500455, "ce": 0.8335336017319941}, {"step": 401, "kl": 0.05474434245221228, "ce": 0.7362015127903002}, {"step": 402, "kl": 0.047545139181490226, "ce": 0.7906398219707776}, {"step": 403, "kl": 0.05671134896125292, "ce": 0.860607585748477}, {"step": 404, "kl": 0.05646733761074445, "ce": 0.7923565439373179}, {"step": 405, "kl": 0.05566660397744114, "ce": 0.9154970488882692}, {"step": 406, "kl": 0.0637083630314009, "ce": 0.9630711437312964}, {"step": 407, "kl": 0.054947377798180944, "ce": 0.9522724647026557}, {"step": 408, "kl": 0.059217315898043854, "ce": 0.8448786562394581}, {"step": 409, "kl": 0.061354621961278825, "ce": 0.8654916719201626}, {"step": 410, "kl": 0.07283137743191943, "ce": 0.8756152076607995}, {"step": 411, "kl": 0.05527932457719702, "ce": 0.9066888283634555}, {"step": 412, "kl": 0.06642931041021685, "ce": 0.7867662766400506}, {"step": 413, "kl": 0.05928053835293335, "ce": 0.8571440104637753}, {"step": 414, "kl": 0.05736264078328531, "ce": 0.9024345021028535}, {"step": 415, "kl": 0.06768758961411774, "ce": 0.8445795378414592}, {"step": 416, "kl": 0.06486429662063732, "ce": 0.9012546496880709}, {"step": 417, "kl": 0.0683864829169865, "ce": 0.9479200595706094}, {"step": 418, "kl": 0.05861179363865746, "ce": 0.8247463112520645}, {"step": 419, "kl": 0.07437384850459872, "ce": 0.8717121967049533}, {"step": 420, "kl": 0.06361482281493523, "ce": 0.8094244475862873}, {"step": 421, "kl": 0.04971830851216181, "ce": 0.8503869712488791}, {"step": 422, "kl": 0.05707346780797507, "ce": 0.8362382843719018}, {"step": 423, "kl": 0.055506061400819665, "ce": 0.861091046293905}, {"step": 424, "kl": 0.056640123967357583, "ce": 0.8969409506503822}, {"step": 425, "kl": 0.054535409210837216, "ce": 0.7525616430694073}, {"step": 426, "kl": 0.07288089642173712, "ce": 0.8589508034176452}, {"step": 427, "kl": 0.06308230967952103, "ce": 0.8286808622966476}, {"step": 428, "kl": 0.06493110566389154, "ce": 0.731278258674191}, {"step": 429, "kl": 0.05904905198203833, "ce": 0.8255800037814263}, {"step": 430, "kl": 0.05573288433626499, "ce": 0.9203233742536445}, {"step": 431, "kl": 0.09485506164052923, "ce": 0.888536249686729}, {"step": 432, "kl": 0.065340612511561, "ce": 0.8002232595590446}, {"step": 433, "kl": 0.05856044772675274, "ce": 0.7895845000043467}, {"step": 434, "kl": 0.06739262729969894, "ce": 0.9057753338077205}, {"step": 435, "kl": 0.05293228671707322, "ce": 0.7505924471588082}, {"step": 436, "kl": 0.056620780034788896, "ce": 0.8510516261171714}, {"step": 437, "kl": 0.06161462721326236, "ce": 0.8615548586771176}, {"step": 438, "kl": 0.05851159528160576, "ce": 0.8829872685315197}, {"step": 439, "kl": 0.06714614889694971, "ce": 0.9461511366567728}, {"step": 440, "kl": 0.054037513098701556, "ce": 0.8447709458370967}, {"step": 441, "kl": 0.06182987331519164, "ce": 0.7895734185637543}, {"step": 442, "kl": 0.06433011089280784, "ce": 0.8296161541722928}, {"step": 443, "kl": 0.06331867292306138, "ce": 0.7995379115856786}, {"step": 444, "kl": 0.05916261632700224, "ce": 0.839236995903184}, {"step": 445, "kl": 0.056310195823316075, "ce": 0.8746056600794924}, {"step": 446, "kl": 0.04859525784926013, "ce": 0.7957294156658116}, {"step": 447, "kl": 0.05180558619691278, "ce": 0.8156760072143349}, {"step": 448, "kl": 0.05900028094260985, "ce": 0.9690116408181055}, {"step": 449, "kl": 0.057509803105843915, "ce": 0.745599044965461}, {"step": 450, "kl": 0.05568796877413252, "ce": 0.8366570334795584}, {"step": 451, "kl": 0.053983835268463905, "ce": 0.880017920605564}, {"step": 452, "kl": 0.0502480686951779, "ce": 0.7632250970450836}], "val": [{"step": 0, "math_kl": 0.17059537193969265, "math_ce": 0.8387106338797149, "code_kl": 0.22116874322487284, "code_ce": 0.36744983409730037}, {"step": 226, "math_kl": 0.12193915542708213, "math_ce": 0.8489823937692266, "code_kl": 0.24121574676842855, "code_ce": 0.38329032507266253}, {"step": 452, "math_kl": 0.11801277502337328, "math_ce": 0.8905411689686418, "code_kl": 0.24426385427393182, "code_ce": 0.38562309174698434}]}
|
abl_kl_only_math_code_seed2/stage1_math/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:cb56b187c622de58f9ddf3cb2751f43587fd7422692edebb6dc2ab954359af7c
|
| 3 |
+
size 988097824
|