Upload folder using huggingface_hub
Browse files- abl_kl_only_math_code_seed1/results_stage1_math/gsm8k.jsonl +0 -0
- abl_kl_only_math_code_seed1/results_stage1_math/humaneval.jsonl +0 -0
- abl_kl_only_math_code_seed1/results_stage1_math/humaneval_eval_results.json +0 -0
- abl_kl_only_math_code_seed1/results_stage1_math/mbpp.jsonl +0 -0
- abl_kl_only_math_code_seed1/results_stage1_math/mbpp_eval_results.json +0 -0
- abl_kl_only_math_code_seed1/results_stage1_math/summary.json +1 -0
- abl_kl_only_math_code_seed1/stage1_math/config.json +57 -0
- abl_kl_only_math_code_seed1/stage1_math/generation_config.json +14 -0
- abl_kl_only_math_code_seed1/stage1_math/log.json +1 -0
- abl_kl_only_math_code_seed1/stage1_math/model.safetensors +3 -0
abl_kl_only_math_code_seed1/results_stage1_math/gsm8k.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage1_math/humaneval.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage1_math/humaneval_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage1_math/mbpp.jsonl
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage1_math/mbpp_eval_results.json
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
abl_kl_only_math_code_seed1/results_stage1_math/summary.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"model": "stage1_math", "gsm8k": 0.5216072782410918, "mbpp": 0.49206349206349204, "mbpp_plus": 0.42063492063492064, "humaneval": 0.3475609756097561, "humaneval_plus": 0.2865853658536585, "n_gsm8k": 1319, "n_mbpp": 378, "n_humaneval": 164}
|
abl_kl_only_math_code_seed1/stage1_math/config.json
ADDED
|
@@ -0,0 +1,57 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 896,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 4864,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention"
|
| 38 |
+
],
|
| 39 |
+
"max_position_embeddings": 32768,
|
| 40 |
+
"max_window_layers": 21,
|
| 41 |
+
"model_type": "qwen2",
|
| 42 |
+
"num_attention_heads": 14,
|
| 43 |
+
"num_hidden_layers": 24,
|
| 44 |
+
"num_key_value_heads": 2,
|
| 45 |
+
"pad_token_id": null,
|
| 46 |
+
"rms_norm_eps": 1e-06,
|
| 47 |
+
"rope_parameters": {
|
| 48 |
+
"rope_theta": 1000000.0,
|
| 49 |
+
"rope_type": "default"
|
| 50 |
+
},
|
| 51 |
+
"sliding_window": null,
|
| 52 |
+
"tie_word_embeddings": true,
|
| 53 |
+
"transformers_version": "5.20.2",
|
| 54 |
+
"use_cache": true,
|
| 55 |
+
"use_sliding_window": false,
|
| 56 |
+
"vocab_size": 151936
|
| 57 |
+
}
|
abl_kl_only_math_code_seed1/stage1_math/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
abl_kl_only_math_code_seed1/stage1_math/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.13631967374321502, "ce": 0.7842893880956313}, {"step": 2, "kl": 0.11781869287505081, "ce": 0.7296870191425147}, {"step": 3, "kl": 0.1511821027566151, "ce": 0.750168861391542}, {"step": 4, "kl": 0.11941902213973264, "ce": 0.8067055332959527}, {"step": 5, "kl": 0.12016357859504563, "ce": 0.8064331614643062}, {"step": 6, "kl": 0.11157802376223416, "ce": 0.7300679248637667}, {"step": 7, "kl": 0.1329779377004218, "ce": 0.8162104410168907}, {"step": 8, "kl": 0.12602329746719607, "ce": 0.8183994436036819}, {"step": 9, "kl": 0.1327536247781138, "ce": 0.7817679837746464}, {"step": 10, "kl": 0.15370938900111844, "ce": 0.8256429253891479}, {"step": 11, "kl": 0.15569260282325012, "ce": 0.7641030942128533}, {"step": 12, "kl": 0.1297661820578817, "ce": 0.7950491052183252}, {"step": 13, "kl": 0.1310613245475165, "ce": 0.7880434764781521}, {"step": 14, "kl": 0.14562927855934452, "ce": 0.7870135802938595}, {"step": 15, "kl": 0.14210264968616565, "ce": 0.74265314681567}, {"step": 16, "kl": 0.1125606486290026, "ce": 0.7490208656325403}, {"step": 17, "kl": 0.1068155415071736, "ce": 0.7451680079129404}, {"step": 18, "kl": 0.11475534949619204, "ce": 0.8372096457511397}, {"step": 19, "kl": 0.12479428412757657, "ce": 0.8021667092415985}, {"step": 20, "kl": 0.13799326349787475, "ce": 0.844472798829495}, {"step": 21, "kl": 0.11983400228464419, "ce": 0.7549476232785116}, {"step": 22, "kl": 0.12150822493487955, "ce": 0.8592011214606284}, {"step": 23, "kl": 0.11771303054775886, "ce": 0.7499644543915615}, {"step": 24, "kl": 0.12990479633222732, "ce": 0.8593374347558067}, {"step": 25, "kl": 0.3412832213259374, "ce": 0.7558089773506511}, {"step": 26, "kl": 0.12359814408639677, "ce": 0.8441583972752803}, {"step": 27, "kl": 0.11986295731779704, "ce": 0.8299596491241725}, {"step": 28, "kl": 0.11999010813231312, "ce": 0.8191782680602218}, {"step": 29, "kl": 0.12299911650898446, "ce": 0.7612528385149393}, {"step": 30, "kl": 0.1109931420193315, "ce": 0.7634040693218789}, {"step": 31, "kl": 0.1226783905667089, "ce": 0.7577339306212308}, {"step": 32, "kl": 0.10042782333239782, "ce": 0.7583161617706436}, {"step": 33, "kl": 0.11175359347287347, "ce": 0.7455184171175546}, {"step": 34, "kl": 0.12481696291797968, "ce": 0.7980593409485797}, {"step": 35, "kl": 0.13080087735169088, "ce": 0.8173717473208505}, {"step": 36, "kl": 0.12568545478867793, "ce": 0.7800321118584994}, {"step": 37, "kl": 0.09851337183736604, "ce": 0.7541153196144482}, {"step": 38, "kl": 0.12453364001245779, "ce": 0.7474686254497038}, {"step": 39, "kl": 0.09905496864420937, "ce": 0.7719991309011084}, {"step": 40, "kl": 0.1181817274103578, "ce": 0.7727442529350356}, {"step": 41, "kl": 0.10975579852364503, "ce": 0.7565398368606158}, {"step": 42, "kl": 0.11480003232610236, "ce": 0.7861311750189636}, {"step": 43, "kl": 0.14413744479374546, "ce": 0.8374063101937893}, {"step": 44, "kl": 0.11661750338129404, "ce": 0.8474363640998912}, {"step": 45, "kl": 0.11007834409738516, "ce": 0.7837176056745245}, {"step": 46, "kl": 0.09801507455553542, "ce": 0.7598346932224496}, {"step": 47, "kl": 0.12462660879212505, "ce": 0.8236587364914525}, {"step": 48, "kl": 0.11500980516256713, "ce": 0.8321681667018581}, {"step": 49, "kl": 0.11123441682486192, "ce": 0.8573891400116418}, {"step": 50, "kl": 0.12640402819098617, "ce": 0.7958077634254879}, {"step": 51, "kl": 0.11346499975372568, "ce": 0.8329489288613172}, {"step": 52, "kl": 0.10340000361191513, "ce": 0.741323749892616}, {"step": 53, "kl": 0.1282554682441594, "ce": 0.785530565943387}, {"step": 54, "kl": 0.10266478596298845, "ce": 0.7500626108218111}, {"step": 55, "kl": 0.15383922465082558, "ce": 0.8382965392771361}, {"step": 56, "kl": 0.14987665524352517, "ce": 0.8248419692550879}, {"step": 57, "kl": 0.12337623577786855, "ce": 0.8698603749315386}, {"step": 58, "kl": 0.11666063699821191, "ce": 0.8349974261143411}, {"step": 59, "kl": 0.1181860965613348, "ce": 0.7636797357205668}, {"step": 60, "kl": 0.11174035822908412, "ce": 0.7703680803583215}, {"step": 61, "kl": 0.10823968862342002, "ce": 0.8621376176898399}, {"step": 62, "kl": 0.14375814032309112, "ce": 0.830159133769215}, {"step": 63, "kl": 0.1238781190197222, "ce": 0.7840681820824033}, {"step": 64, "kl": 0.12684239387042184, "ce": 0.7987518401130366}, {"step": 65, "kl": 0.18921594359002325, "ce": 0.7651354955126782}, {"step": 66, "kl": 0.1123493434301491, "ce": 0.8007060808485593}, {"step": 67, "kl": 0.12175447019090041, "ce": 0.7860412765212499}, {"step": 68, "kl": 0.10299141063057118, "ce": 0.7830801179200823}, {"step": 69, "kl": 0.10530421616601161, "ce": 0.7547490160952333}, {"step": 70, "kl": 0.12508543214414206, "ce": 0.8607267371690155}, {"step": 71, "kl": 0.10160878531207794, "ce": 0.7411063244039988}, {"step": 72, "kl": 0.09338995457592053, "ce": 0.8566898076370403}, {"step": 73, "kl": 0.11086520362604832, "ce": 0.7522304552710075}, {"step": 74, "kl": 0.12233922285097931, "ce": 0.7726594373291615}, {"step": 75, "kl": 0.11688842574116501, "ce": 0.8029413154355167}, {"step": 76, "kl": 0.10067508112570253, "ce": 0.8089300907695912}, {"step": 77, "kl": 0.10838679982413804, "ce": 0.7977113913540815}, {"step": 78, "kl": 0.12001790987541379, "ce": 0.8695900171183426}, {"step": 79, "kl": 0.12258667294373567, "ce": 0.807761345148165}, {"step": 80, "kl": 0.11390333631389914, "ce": 0.7585275267617704}, {"step": 81, "kl": 0.09655822575155791, "ce": 0.738144064568854}, {"step": 82, "kl": 0.13669699771013427, "ce": 0.7661711161941542}, {"step": 83, "kl": 0.09854672933803782, "ce": 0.7855796451153962}, {"step": 84, "kl": 0.11370548037331472, "ce": 0.7056187655520703}, {"step": 85, "kl": 0.10639071091788371, "ce": 0.7632944720948691}, {"step": 86, "kl": 0.12773895444570382, "ce": 0.813196115219555}, {"step": 87, "kl": 0.11178893126917948, "ce": 0.8437313888588915}, {"step": 88, "kl": 0.12599882266651868, "ce": 0.7066711362379079}, {"step": 89, "kl": 0.12492202217238976, "ce": 0.8083199384007068}, {"step": 90, "kl": 0.11481223698095136, "ce": 0.8203250392452701}, {"step": 91, "kl": 0.12879895067152153, "ce": 0.7262460418094863}, {"step": 92, "kl": 0.09295365632779576, "ce": 0.7520248236343208}, {"step": 93, "kl": 0.13338071675112098, "ce": 0.785296269836329}, {"step": 94, "kl": 0.12414047517677891, "ce": 0.7892519403972897}, {"step": 95, "kl": 0.19021700933319946, "ce": 0.8153041673743205}, {"step": 96, "kl": 0.11370133919506893, "ce": 0.8566563368179902}, {"step": 97, "kl": 0.12499766408252497, "ce": 0.8350752207043868}, {"step": 98, "kl": 0.10256800932042738, "ce": 0.6649571243597536}, {"step": 99, "kl": 0.12135979472200738, "ce": 0.8045776778740884}, {"step": 100, "kl": 0.12454427243973304, "ce": 0.8206937267230108}, {"step": 101, "kl": 0.12045497643454348, "ce": 0.7799658240542874}, {"step": 102, "kl": 0.11463572273058727, "ce": 0.7770309522723748}, {"step": 103, "kl": 0.10125533579259827, "ce": 0.8158841688093176}, {"step": 104, "kl": 0.11093036192373075, "ce": 0.7987857654131172}, {"step": 105, "kl": 0.11273218418598602, "ce": 0.8358754903652831}, {"step": 106, "kl": 0.11362656488606673, "ce": 0.8217283341262416}, {"step": 107, "kl": 0.10414567213403021, "ce": 0.8234106743272074}, {"step": 108, "kl": 0.11231274358020203, "ce": 0.7347753542187628}, {"step": 109, "kl": 0.12577013145856486, "ce": 0.8164572079462844}, {"step": 110, "kl": 0.10837982213490178, "ce": 0.8878045581091291}, {"step": 111, "kl": 0.11350457463208052, "ce": 0.7976954620785595}, {"step": 112, "kl": 0.13103381584457283, "ce": 0.8237101816760444}, {"step": 113, "kl": 0.11829207548325392, "ce": 0.7919148142651837}, {"step": 114, "kl": 0.11371452460171802, "ce": 0.8788770736519793}, {"step": 115, "kl": 0.11249550147455667, "ce": 0.8013488164449754}, {"step": 116, "kl": 0.09737652916742465, "ce": 0.7129158686862589}, {"step": 117, "kl": 0.14415176206544586, "ce": 0.8620928508729112}, {"step": 118, "kl": 0.1259181379219902, "ce": 0.7523272389135587}, {"step": 119, "kl": 0.14289679019843518, "ce": 0.7886519820601852}, {"step": 120, "kl": 0.1011096802962368, "ce": 0.8233797672197025}, {"step": 121, "kl": 0.09786813011798448, "ce": 0.847987893677693}, {"step": 122, "kl": 0.11166669761951929, "ce": 0.8372366754532492}, {"step": 123, "kl": 0.09852443143945865, "ce": 0.832445050780894}, {"step": 124, "kl": 0.12179979827776251, "ce": 0.7976332437201272}, {"step": 125, "kl": 0.11885326885855375, "ce": 0.8253580083568959}, {"step": 126, "kl": 0.11921685255089423, "ce": 0.7303824148789354}, {"step": 127, "kl": 0.11078226084847029, "ce": 0.7787151101360784}, {"step": 128, "kl": 0.11270209853321758, "ce": 0.7900903715435827}, {"step": 129, "kl": 0.11711736136839315, "ce": 0.9330691860547401}, {"step": 130, "kl": 0.09842631981035446, "ce": 0.7973975800043249}, {"step": 131, "kl": 0.11238855266926533, "ce": 0.8559821092527575}, {"step": 132, "kl": 0.106181307501818, "ce": 0.8571700006111866}, {"step": 133, "kl": 0.0978861382966552, "ce": 0.8868673802473194}, {"step": 134, "kl": 0.10923665078175676, "ce": 0.7543781865719542}, {"step": 135, "kl": 0.11331718268063043, "ce": 0.8965121719824729}, {"step": 136, "kl": 0.11328625185668921, "ce": 0.7740675322863521}, {"step": 137, "kl": 0.12221515555989548, "ce": 0.9252766420741282}, {"step": 138, "kl": 0.1000145028458122, "ce": 0.7887560974264369}, {"step": 139, "kl": 0.11888326144111357, "ce": 0.7443134130433547}, {"step": 140, "kl": 0.11228218495720022, "ce": 0.7510489576838426}, {"step": 141, "kl": 0.09939848885444756, "ce": 0.7460227054073527}, {"step": 142, "kl": 0.13015883687009033, "ce": 0.8034929585780617}, {"step": 143, "kl": 0.12400637658627785, "ce": 0.889854885053031}, {"step": 144, "kl": 0.12948832796696746, "ce": 0.8260816539109184}, {"step": 145, "kl": 0.11301253299573788, "ce": 0.8602613543717108}, {"step": 146, "kl": 0.11431765932737518, "ce": 0.7683184080195606}, {"step": 147, "kl": 0.12898834777132073, "ce": 0.8531841296929701}, {"step": 148, "kl": 0.11103679766096029, "ce": 0.8421713568111028}, {"step": 149, "kl": 0.0881181866238118, "ce": 0.826052403741274}, {"step": 150, "kl": 0.12347822139157982, "ce": 0.7403753721227665}, {"step": 151, "kl": 0.10047396810410253, "ce": 0.7365767834599735}, {"step": 152, "kl": 0.09745516073150286, "ce": 0.793196691982988}, {"step": 153, "kl": 0.09189623060469838, "ce": 0.7884299423520928}, {"step": 154, "kl": 0.09545834458046573, "ce": 0.7623765916912335}, {"step": 155, "kl": 0.12413211325568341, "ce": 0.8160341351852066}, {"step": 156, "kl": 0.10299739085019272, "ce": 0.7746812357641704}, {"step": 157, "kl": 0.08955527212645603, "ce": 0.84735996215346}, {"step": 158, "kl": 0.11216732462034552, "ce": 0.8760599529126782}, {"step": 159, "kl": 0.12963211999097457, "ce": 0.8573921726243061}, {"step": 160, "kl": 0.14358964333167445, "ce": 0.8993728488529462}, {"step": 161, "kl": 0.10361321599288202, "ce": 0.7902468651330127}, {"step": 162, "kl": 0.10943990209751253, "ce": 0.7589045729592582}, {"step": 163, "kl": 0.11287210157561152, "ce": 0.8051769504871228}, {"step": 164, "kl": 0.11983554907643569, "ce": 0.8000714019889689}, {"step": 165, "kl": 0.09151069065615179, "ce": 0.803083233865429}, {"step": 166, "kl": 0.10179408493335806, "ce": 0.8097499255577357}, {"step": 167, "kl": 0.11155066954388967, "ce": 0.8338410720096672}, {"step": 168, "kl": 0.10917790673888217, "ce": 0.8699561771226855}, {"step": 169, "kl": 0.10457663038655438, "ce": 0.8060053824154189}, {"step": 170, "kl": 0.09935039602617945, "ce": 0.8273712735853787}, {"step": 171, "kl": 0.10605508844311279, "ce": 0.8164050695935102}, {"step": 172, "kl": 0.09984897971759477, "ce": 0.8120701707254244}, {"step": 173, "kl": 0.10046978233072651, "ce": 0.8108755797475867}, {"step": 174, "kl": 0.10820319651534556, "ce": 0.9124936572265625}, {"step": 175, "kl": 0.10916254187420409, "ce": 0.8827159134383054}, {"step": 176, "kl": 0.10036919082420459, "ce": 0.7907980205339306}, {"step": 177, "kl": 0.12522169924312387, "ce": 0.8016615612582125}, {"step": 178, "kl": 0.11630868772491594, "ce": 0.8618615646910466}, {"step": 179, "kl": 0.10409495291398398, "ce": 0.7678127328900739}, {"step": 180, "kl": 0.11163061022182594, "ce": 0.8030893174929209}, {"step": 181, "kl": 0.11339216030241685, "ce": 0.8618419755912378}, {"step": 182, "kl": 0.11218740957987029, "ce": 0.8310237116857948}, {"step": 183, "kl": 0.10706023938462056, "ce": 0.8427021308195666}, {"step": 184, "kl": 0.11020812604635069, "ce": 0.8914866228080547}, {"step": 185, "kl": 0.09659365015821737, "ce": 0.8190889268833268}, {"step": 186, "kl": 0.11130522797771855, "ce": 0.7655413564668017}, {"step": 187, "kl": 0.11564502371959809, "ce": 0.7195360740461705}, {"step": 188, "kl": 0.09171981689675932, "ce": 0.8903213949764476}, {"step": 189, "kl": 0.09720476909765806, "ce": 0.866933665816139}, {"step": 190, "kl": 0.09532695145238985, "ce": 0.7923594398804841}, {"step": 191, "kl": 0.09956567113130711, "ce": 0.800679190744826}, {"step": 192, "kl": 0.11770320746762461, "ce": 0.8079221470866249}, {"step": 193, "kl": 0.13797357668891883, "ce": 0.7557938719986119}, {"step": 194, "kl": 0.10690565181427095, "ce": 0.7943697026980822}, {"step": 195, "kl": 0.12477040808760248, "ce": 0.7382579076361746}, {"step": 196, "kl": 0.1153973695703521, "ce": 0.7749310411402309}, {"step": 197, "kl": 0.08484744375291975, "ce": 0.8446557475620344}, {"step": 198, "kl": 0.10398527711491816, "ce": 0.8177252022759323}, {"step": 199, "kl": 0.10976771729770846, "ce": 0.8189657381859289}, {"step": 200, "kl": 0.1313947280647193, "ce": 0.7561562881386767}, {"step": 201, "kl": 0.10778224245472431, "ce": 0.8310911134288375}, {"step": 202, "kl": 0.10143067942213514, "ce": 0.7786391284148104}, {"step": 203, "kl": 0.11446985917202618, "ce": 0.781061934656229}, {"step": 204, "kl": 0.10225660368761391, "ce": 0.8599990805500883}, {"step": 205, "kl": 0.12186997068689226, "ce": 0.8138034653509596}, {"step": 206, "kl": 0.09772814617155037, "ce": 0.8248903701702753}, {"step": 207, "kl": 0.11756247165065967, "ce": 0.8133265345731228}, {"step": 208, "kl": 0.13977377562054263, "ce": 0.8312874209209059}, {"step": 209, "kl": 0.09967519545696192, "ce": 0.7942932354882675}, {"step": 210, "kl": 0.10360895445401606, "ce": 0.8191290425655016}, {"step": 211, "kl": 0.09528364660043541, "ce": 0.7726914378465852}, {"step": 212, "kl": 0.11109530967775158, "ce": 0.7871927562575145}, {"step": 213, "kl": 0.09857726282387147, "ce": 0.7953440365566413}, {"step": 214, "kl": 0.08865768098017315, "ce": 0.7402317272315939}, {"step": 215, "kl": 0.11462074640065956, "ce": 0.8349337141922561}, {"step": 216, "kl": 0.1183427617305011, "ce": 0.7501403883208856}, {"step": 217, "kl": 0.10307819282866094, "ce": 0.8253436613052914}, {"step": 218, "kl": 0.10815104832823311, "ce": 0.7828904026465093}, {"step": 219, "kl": 0.10790904040839809, "ce": 0.7390603647603619}, {"step": 220, "kl": 0.09165109878357969, "ce": 0.8125338026695329}, {"step": 221, "kl": 0.08904482553961067, "ce": 0.7351993496178076}, {"step": 222, "kl": 0.10657757843023669, "ce": 0.74851803077405}, {"step": 223, "kl": 0.1134874895173921, "ce": 0.843351202770672}, {"step": 224, "kl": 0.08920025102163165, "ce": 0.7193886978748701}, {"step": 225, "kl": 0.09296153462122356, "ce": 0.8592373731078624}, {"step": 226, "kl": 0.10833720198078953, "ce": 0.874898126662867}, {"step": 227, "kl": 0.054248969026859974, "ce": 0.7731789093178253}, {"step": 228, "kl": 0.06559465649646701, "ce": 0.7654368204738654}, {"step": 229, "kl": 0.07260765005497345, "ce": 0.8029218957402735}, {"step": 230, "kl": 0.08979880309098014, "ce": 0.8664403029527709}, {"step": 231, "kl": 0.046165645462570876, "ce": 0.8304162349921036}, {"step": 232, "kl": 0.07472803008068157, "ce": 0.9236926021508529}, {"step": 233, "kl": 0.060938045836928904, "ce": 0.8533358194076207}, {"step": 234, "kl": 0.07824804778074816, "ce": 0.8996419184037036}, {"step": 235, "kl": 0.05505613349068306, "ce": 0.7917805647727326}, {"step": 236, "kl": 0.06913037201619568, "ce": 0.8482963583747886}, {"step": 237, "kl": 0.0572300966008022, "ce": 0.8958906051885269}, {"step": 238, "kl": 0.05810012645721435, "ce": 0.8018070692303537}, {"step": 239, "kl": 0.06508332196684385, "ce": 0.7833380563630656}, {"step": 240, "kl": 0.06043493219209005, "ce": 0.8574271626042527}, {"step": 241, "kl": 0.07368440595231597, "ce": 0.8179639057559862}, {"step": 242, "kl": 0.06456664782258162, "ce": 0.8959320451795441}, {"step": 243, "kl": 0.057926842229283265, "ce": 0.7984233298230528}, {"step": 244, "kl": 0.07465653549864357, "ce": 0.8307428829838212}, {"step": 245, "kl": 0.06105185477828262, "ce": 0.9018646753226568}, {"step": 246, "kl": 0.057579358928387295, "ce": 0.7720881265698132}, {"step": 247, "kl": 0.06323935695850867, "ce": 0.8119734248920583}, {"step": 248, "kl": 0.0703972729224994, "ce": 0.8178463723862925}, {"step": 249, "kl": 0.06986636250856303, "ce": 0.8657952758710257}, {"step": 250, "kl": 0.062371576408894194, "ce": 0.8695991382264254}, {"step": 251, "kl": 0.0597782372150646, "ce": 0.7916156647344927}, {"step": 252, "kl": 0.06355419766892464, "ce": 0.8606197099744177}, {"step": 253, "kl": 0.05454144548428687, "ce": 0.7288841681138728}, {"step": 254, "kl": 0.0708461649893667, "ce": 0.8632642725279321}, {"step": 255, "kl": 0.057036157964523826, "ce": 0.7788542385305277}, {"step": 256, "kl": 0.06997216635762984, "ce": 0.8516747291663103}, {"step": 257, "kl": 0.05279191704567396, "ce": 0.7499801058270116}, {"step": 258, "kl": 0.09467523721026587, "ce": 0.8580265400572593}, {"step": 259, "kl": 0.06977470876106211, "ce": 0.7771642985401715}, {"step": 260, "kl": 0.06670146753372423, "ce": 0.8198170819963726}, {"step": 261, "kl": 0.052831035805814094, "ce": 0.760510005648174}, {"step": 262, "kl": 0.06342124763889496, "ce": 0.850349241176211}, {"step": 263, "kl": 0.054948440702198634, "ce": 0.7444438127104864}, {"step": 264, "kl": 0.06283185624908197, "ce": 0.8987862654135261}, {"step": 265, "kl": 0.07047869455501272, "ce": 0.7640296133611357}, {"step": 266, "kl": 0.0549649800003954, "ce": 0.7998636887967113}, {"step": 267, "kl": 0.05641446050412971, "ce": 0.885306303787984}, {"step": 268, "kl": 0.062237714255988265, "ce": 0.801684364389194}, {"step": 269, "kl": 0.05938926952307304, "ce": 0.8393955884033277}, {"step": 270, "kl": 0.0594712193694488, "ce": 0.8285887627238726}, {"step": 271, "kl": 0.06299366225475779, "ce": 0.783357177734375}, {"step": 272, "kl": 0.06403586187706392, "ce": 0.7504469729260186}, {"step": 273, "kl": 0.060007953079494504, "ce": 0.8748287917192076}, {"step": 274, "kl": 0.06495762630119635, "ce": 0.8011641372096994}, {"step": 275, "kl": 0.05379324973809452, "ce": 0.8139997095843546}, {"step": 276, "kl": 0.05672920849672877, "ce": 0.785836939784179}, {"step": 277, "kl": 0.05961402243960333, "ce": 0.8260584589975554}, {"step": 278, "kl": 0.06892060528438103, "ce": 0.8342147255137095}, {"step": 279, "kl": 0.06307620503738945, "ce": 0.8711366887678178}, {"step": 280, "kl": 0.07461019566309518, "ce": 0.8815299926166196}, {"step": 281, "kl": 0.05858395313375461, "ce": 0.7827412305296378}, {"step": 282, "kl": 0.06615792953662789, "ce": 0.8749358075308005}, {"step": 283, "kl": 0.05894281288805847, "ce": 0.7459174487351015}, {"step": 284, "kl": 0.058232743757484606, "ce": 0.7278042004228962}, {"step": 285, "kl": 0.06193051588660541, "ce": 0.8071611257183051}, {"step": 286, "kl": 0.05778563516379814, "ce": 0.8539468931971299}, {"step": 287, "kl": 0.0629543778953556, "ce": 0.8340148376310992}, {"step": 288, "kl": 0.056760068570822324, "ce": 0.7989721763063684}, {"step": 289, "kl": 0.07112773965546892, "ce": 0.9143702709679273}, {"step": 290, "kl": 0.06703033965014163, "ce": 0.8428485583918031}, {"step": 291, "kl": 0.06618209453687396, "ce": 0.8664329395319861}, {"step": 292, "kl": 0.07299236628500941, "ce": 0.8197014083464941}, {"step": 293, "kl": 0.06775503466074828, "ce": 0.8384521125468858}, {"step": 294, "kl": 0.06241720767020696, "ce": 0.7822380400344965}, {"step": 295, "kl": 0.06751997605308521, "ce": 0.9210212926667136}, {"step": 296, "kl": 0.06738881557843035, "ce": 0.8448519445274891}, {"step": 297, "kl": 0.07610356855841696, "ce": 0.8023924468665994}, {"step": 298, "kl": 0.06048226489248597, "ce": 0.7736409621498999}, {"step": 299, "kl": 0.04751232228026064, "ce": 0.8448471185393369}, {"step": 300, "kl": 0.05439724093759843, "ce": 0.8104105253645324}, {"step": 301, "kl": 0.0545633907052376, "ce": 0.7873931962790752}, {"step": 302, "kl": 0.05566661995510722, "ce": 0.807963341808481}, {"step": 303, "kl": 0.056424658992297566, "ce": 0.8459063495871563}, {"step": 304, "kl": 0.07778001030547921, "ce": 0.9421950669873702}, {"step": 305, "kl": 0.056292021549320524, "ce": 0.8706994947350544}, {"step": 306, "kl": 0.06333534026401408, "ce": 0.7685268963251213}, {"step": 307, "kl": 0.05876935199837592, "ce": 0.7802759497588972}, {"step": 308, "kl": 0.06361404418945313, "ce": 0.7930675918991501}, {"step": 309, "kl": 0.05258406811678812, "ce": 0.8454553292669587}, {"step": 310, "kl": 0.060058212280273436, "ce": 0.8925848659437818}, {"step": 311, "kl": 0.05538991336321282, "ce": 0.8805750337758458}, {"step": 312, "kl": 0.06301015769441419, "ce": 0.8427800501646675}, {"step": 313, "kl": 0.056735709788062694, "ce": 0.8012397331050642}, {"step": 314, "kl": 0.05692314213640841, "ce": 0.8192990766911348}, {"step": 315, "kl": 0.05524668154177126, "ce": 0.7368552614743225}, {"step": 316, "kl": 0.046336078390436575, "ce": 0.7106846407694545}, {"step": 317, "kl": 0.0563057556663112, "ce": 0.776200241000325}, {"step": 318, "kl": 0.06673626944207861, "ce": 0.8952668758481481}, {"step": 319, "kl": 0.058069917685446296, "ce": 0.7645713388723374}, {"step": 320, "kl": 0.0597907937609688, "ce": 0.9121728131578692}, {"step": 321, "kl": 0.058178937656322274, "ce": 0.8320557671941003}, {"step": 322, "kl": 0.053033384568928504, "ce": 0.7855718712556987}, {"step": 323, "kl": 0.07581705716881007, "ce": 0.7816525119366032}, {"step": 324, "kl": 0.06461144881824565, "ce": 0.8830740956632416}, {"step": 325, "kl": 0.06589784348435765, "ce": 0.8175024906350248}, {"step": 326, "kl": 0.05814251003934101, "ce": 0.8728601474689888}, {"step": 327, "kl": 0.062164112822288176, "ce": 0.9480226920353427}, {"step": 328, "kl": 0.05492188416224471, "ce": 0.8598290025973562}, {"step": 329, "kl": 0.058506962855656944, "ce": 0.8151900631408586}, {"step": 330, "kl": 0.0661410626346332, "ce": 0.8750097063241149}, {"step": 331, "kl": 0.06420285948998743, "ce": 0.7641818107952315}, {"step": 332, "kl": 0.06351299733656329, "ce": 0.8185878926533587}, {"step": 333, "kl": 0.06562684979764451, "ce": 0.80339096147386}, {"step": 334, "kl": 0.05799804662953385, "ce": 0.8237524934517321}, {"step": 335, "kl": 0.0475998447641424, "ce": 0.7505500884568593}, {"step": 336, "kl": 0.05757203721053393, "ce": 0.8646550305765194}, {"step": 337, "kl": 0.0735532569568594, "ce": 0.9154780453234209}, {"step": 338, "kl": 0.051628933365988595, "ce": 0.7514836590641004}, {"step": 339, "kl": 0.0672556491182393, "ce": 0.7051220473165227}, {"step": 340, "kl": 0.047824466673286437, "ce": 0.8112141405968782}, {"step": 341, "kl": 0.06193496845371948, "ce": 0.7828316608757894}, {"step": 342, "kl": 0.061601031630197894, "ce": 0.8497357233107211}, {"step": 343, "kl": 0.05267468074640495, "ce": 0.8229895769999056}, {"step": 344, "kl": 0.04774706321262198, "ce": 0.8510059532093223}, {"step": 345, "kl": 0.051484623724560995, "ce": 0.8253652097120454}, {"step": 346, "kl": 0.07403292624162101, "ce": 0.9331628536355908}, {"step": 347, "kl": 0.06796684882126237, "ce": 0.9393172829838122}, {"step": 348, "kl": 0.05605498918261414, "ce": 0.8464442273206418}, {"step": 349, "kl": 0.055202113137264655, "ce": 0.8552377295392045}, {"step": 350, "kl": 0.060026985814910665, "ce": 0.8143002349044219}, {"step": 351, "kl": 0.059876941092784144, "ce": 0.865981248053659}, {"step": 352, "kl": 0.061782833552355275, "ce": 0.7171691863004827}, {"step": 353, "kl": 0.05825857567974902, "ce": 0.8384356479882397}, {"step": 354, "kl": 0.05074167533977786, "ce": 0.7410008072457045}, {"step": 355, "kl": 0.049266368465459134, "ce": 0.8465498191593321}, {"step": 356, "kl": 0.05622447078822887, "ce": 0.8154447650909424}, {"step": 357, "kl": 0.07357549923337117, "ce": 0.8991064938940916}, {"step": 358, "kl": 0.05036059474848835, "ce": 0.7611297657124771}, {"step": 359, "kl": 0.059060079831603565, "ce": 0.8631542536217396}, {"step": 360, "kl": 0.059753555920478624, "ce": 0.7509613125617431}, {"step": 361, "kl": 0.06551945669609205, "ce": 0.7446998524237882}, {"step": 362, "kl": 0.06638052231128366, "ce": 0.8624341149400425}, {"step": 363, "kl": 0.06491963620138934, "ce": 0.782209094997332}, {"step": 364, "kl": 0.062284619474434935, "ce": 0.8307081498753677}, {"step": 365, "kl": 0.06395139908892125, "ce": 0.819128075031319}, {"step": 366, "kl": 0.0563575284161573, "ce": 0.8291367473577935}, {"step": 367, "kl": 0.06063175735168631, "ce": 0.966912711772106}, {"step": 368, "kl": 0.05642340455930082, "ce": 0.7852237774775578}, {"step": 369, "kl": 0.07137309198417426, "ce": 0.8115466394157053}, {"step": 370, "kl": 0.08675705438785239, "ce": 0.8128037422932639}, {"step": 371, "kl": 0.050345934798991826, "ce": 0.8224982967302301}, {"step": 372, "kl": 0.04303823716651511, "ce": 0.7752614650143286}, {"step": 373, "kl": 0.05866847185560723, "ce": 0.8591161159490118}, {"step": 374, "kl": 0.058617494173860744, "ce": 0.7526140970631466}, {"step": 375, "kl": 0.11821449799599436, "ce": 0.8562990776397899}, {"step": 376, "kl": 0.05314859286390397, "ce": 0.817509138120259}, {"step": 377, "kl": 0.058129345453520886, "ce": 0.797235818802157}, {"step": 378, "kl": 0.05911172255570653, "ce": 0.7348409041595227}, {"step": 379, "kl": 0.06583752008152019, "ce": 0.923667703215609}, {"step": 380, "kl": 0.06997648219279236, "ce": 0.7512438863204625}, {"step": 381, "kl": 0.05058707134857281, "ce": 0.8257590884458713}, {"step": 382, "kl": 0.0590268477281069, "ce": 0.8224921597100292}, {"step": 383, "kl": 0.05306993222898246, "ce": 0.8607468843460084}, {"step": 384, "kl": 0.06541203073720758, "ce": 0.8175271135936597}, {"step": 385, "kl": 0.04863560689638739, "ce": 0.8498826824250767}, {"step": 386, "kl": 0.05824999819346261, "ce": 0.8935841182697871}, {"step": 387, "kl": 0.06156156271718381, "ce": 0.86459963285006}, {"step": 388, "kl": 0.04806886747517105, "ce": 0.8448841003996217}, {"step": 389, "kl": 0.06147279200203579, "ce": 0.8400506145877925}, {"step": 390, "kl": 0.05962024155921085, "ce": 0.8317657856391316}, {"step": 391, "kl": 0.05548103658954602, "ce": 0.8385979337670163}, {"step": 392, "kl": 0.046376810789375264, "ce": 0.8169692383991544}, {"step": 393, "kl": 0.05894672009736275, "ce": 0.837659521059015}, {"step": 394, "kl": 0.05494632770029835, "ce": 0.8106669807020852}, {"step": 395, "kl": 0.050089932445173416, "ce": 0.8231372365277939}, {"step": 396, "kl": 0.052872344295603356, "ce": 0.7557574319321803}, {"step": 397, "kl": 0.04829379346513166, "ce": 0.9211516958238896}, {"step": 398, "kl": 0.05652586415663798, "ce": 0.814122898009763}, {"step": 399, "kl": 0.05639613116229022, "ce": 0.8960704156207694}, {"step": 400, "kl": 0.061993566571459845, "ce": 0.9174092579386631}, {"step": 401, "kl": 0.06593633847093675, "ce": 0.7457694355695731}, {"step": 402, "kl": 0.05379119515143798, "ce": 0.7607662073586607}, {"step": 403, "kl": 0.05159943019900013, "ce": 0.8944186080444255}, {"step": 404, "kl": 0.060818015156385144, "ce": 0.915681497229811}, {"step": 405, "kl": 0.06601269667201697, "ce": 0.8082438071878041}, {"step": 406, "kl": 0.05530192931476466, "ce": 0.9444799028057453}, {"step": 407, "kl": 0.05731844115558625, "ce": 0.7752992780231238}, {"step": 408, "kl": 0.054096850574733825, "ce": 0.8191309937643348}, {"step": 409, "kl": 0.05375486076890459, "ce": 0.8453764573964895}, {"step": 410, "kl": 0.05326344320031072, "ce": 0.8231489941964741}, {"step": 411, "kl": 0.07971605714761985, "ce": 0.8455332332785894}, {"step": 412, "kl": 0.054474170723695856, "ce": 0.8205357701130189}, {"step": 413, "kl": 0.05684703455812559, "ce": 0.762600600812092}, {"step": 414, "kl": 0.05415815610799022, "ce": 0.8477061932666715}, {"step": 415, "kl": 0.055419628732285356, "ce": 0.7404392844228732}, {"step": 416, "kl": 0.06608001643598678, "ce": 0.8433666029595362}, {"step": 417, "kl": 0.05416290848343461, "ce": 0.8273247515128432}, {"step": 418, "kl": 0.050902924167501154, "ce": 0.8327212510158636}, {"step": 419, "kl": 0.06584545980508835, "ce": 0.8736367206799655}, {"step": 420, "kl": 0.06089645150524653, "ce": 0.8024989919140507}, {"step": 421, "kl": 0.0753078792489552, "ce": 0.7664521227701984}, {"step": 422, "kl": 0.0903619918018608, "ce": 0.7589623872755823}, {"step": 423, "kl": 0.05545858444473468, "ce": 0.7893691358238781}, {"step": 424, "kl": 0.05465783436683313, "ce": 0.8767772737096569}, {"step": 425, "kl": 0.06168981781539083, "ce": 0.875732137861043}, {"step": 426, "kl": 0.053557986092910556, "ce": 0.9157087326659376}, {"step": 427, "kl": 0.05945387022684201, "ce": 0.7479061441005528}, {"step": 428, "kl": 0.05382414251742577, "ce": 0.8900560183286097}, {"step": 429, "kl": 0.05914630519313344, "ce": 0.8540719026110603}, {"step": 430, "kl": 0.05700696639200803, "ce": 0.8319389587035476}, {"step": 431, "kl": 0.0891984530793795, "ce": 0.8433731395559767}, {"step": 432, "kl": 0.05452406848663021, "ce": 0.847870046936209}, {"step": 433, "kl": 0.057160377404417526, "ce": 0.8215435452491153}, {"step": 434, "kl": 0.057484323250935436, "ce": 0.783231514990979}, {"step": 435, "kl": 0.05283742563062849, "ce": 0.8045913269469789}, {"step": 436, "kl": 0.0607798668473956, "ce": 0.8896436500002799}, {"step": 437, "kl": 0.05948658827680742, "ce": 0.8605740575989398}, {"step": 438, "kl": 0.062066371617049546, "ce": 0.8629664545473845}, {"step": 439, "kl": 0.058219799735473685, "ce": 0.7881533031535206}, {"step": 440, "kl": 0.05791330052412508, "ce": 0.7935807082180093}, {"step": 441, "kl": 0.05139575091513249, "ce": 0.7450485729035877}, {"step": 442, "kl": 0.0612235432504092, "ce": 0.8766543837725107}, {"step": 443, "kl": 0.06096659224032833, "ce": 0.8807678060558632}, {"step": 444, "kl": 0.04706301177891746, "ce": 0.766913320594428}, {"step": 445, "kl": 0.05581711372902806, "ce": 0.8956503753854527}, {"step": 446, "kl": 0.06863246963965984, "ce": 0.7480570989024358}, {"step": 447, "kl": 0.06243035879358924, "ce": 0.8700362512786827}, {"step": 448, "kl": 0.05855462277301441, "ce": 0.8873892526258215}, {"step": 449, "kl": 0.06642975430177966, "ce": 0.9050259972638625}, {"step": 450, "kl": 0.05302720918468164, "ce": 0.9007566259288131}, {"step": 451, "kl": 0.05882116911427075, "ce": 0.8700701058086744}, {"step": 452, "kl": 0.05775470778267162, "ce": 0.8377455424487108}], "val": [{"step": 0, "math_kl": 0.17059537193969265, "math_ce": 0.8387106338797149, "code_kl": 0.22116874322487284, "code_ce": 0.36744983409730037}, {"step": 226, "math_kl": 0.12275708125149458, "math_ce": 0.8437736655388827, "code_kl": 0.24132930130370195, "code_ce": 0.3808828485564669}, {"step": 452, "math_kl": 0.11813170143814317, "math_ce": 0.8792559679643456, "code_kl": 0.24647218001199314, "code_ce": 0.38493445425125117}]}
|
abl_kl_only_math_code_seed1/stage1_math/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b99c01068908ef4b6c36feddede7e525d608dcc1dfc5f4fd19db182421481204
|
| 3 |
+
size 988097824
|