Upload folder using huggingface_hub
Browse files
seq_math_code_kd_ce_seed1/run_info.json
CHANGED
|
@@ -32,9 +32,32 @@
|
|
| 32 |
"math_hard_ce": 0.6137640068253667
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.57978296279907,
|
| 35 |
-
"peak_gb_teachers": 30.618666172027588
|
| 36 |
-
|
| 37 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 38 |
}
|
| 39 |
}
|
| 40 |
}
|
|
|
|
| 32 |
"math_hard_ce": 0.6137640068253667
|
| 33 |
},
|
| 34 |
"peak_gb_student": 36.57978296279907,
|
| 35 |
+
"peak_gb_teachers": 30.618666172027588
|
| 36 |
+
},
|
| 37 |
+
"stage2_code": {
|
| 38 |
+
"domain": "code",
|
| 39 |
+
"steps": 922,
|
| 40 |
+
"train_h": 3.420455579492781,
|
| 41 |
+
"val_start": {
|
| 42 |
+
"step": 0,
|
| 43 |
+
"math_kl": 0.08435009805638696,
|
| 44 |
+
"math_ce": 0.48463048857849117,
|
| 45 |
+
"code_kl": 0.15332529827721086,
|
| 46 |
+
"code_ce": 0.31500937218458064,
|
| 47 |
+
"math_hard_kl": 0.09329687484267526,
|
| 48 |
+
"math_hard_ce": 0.6136897417741203
|
| 49 |
+
},
|
| 50 |
+
"val_end": {
|
| 51 |
+
"step": 922,
|
| 52 |
+
"math_kl": 0.10094955866903507,
|
| 53 |
+
"math_ce": 0.47546204311290524,
|
| 54 |
+
"code_kl": 0.08989427999834172,
|
| 55 |
+
"code_ce": 0.23964554178732264,
|
| 56 |
+
"math_hard_kl": 0.12081789152162996,
|
| 57 |
+
"math_hard_ce": 0.6168563930018784
|
| 58 |
+
},
|
| 59 |
+
"peak_gb_student": 33.86883306503296,
|
| 60 |
+
"peak_gb_teachers": 30.005428314208984
|
| 61 |
}
|
| 62 |
}
|
| 63 |
}
|
seq_math_code_kd_ce_seed1/stage2_code/config.json
ADDED
|
@@ -0,0 +1,61 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architectures": [
|
| 3 |
+
"Qwen2ForCausalLM"
|
| 4 |
+
],
|
| 5 |
+
"attention_dropout": 0.0,
|
| 6 |
+
"bos_token_id": 151643,
|
| 7 |
+
"dtype": "bfloat16",
|
| 8 |
+
"eos_token_id": 151645,
|
| 9 |
+
"hidden_act": "silu",
|
| 10 |
+
"hidden_size": 1536,
|
| 11 |
+
"initializer_range": 0.02,
|
| 12 |
+
"intermediate_size": 8960,
|
| 13 |
+
"layer_types": [
|
| 14 |
+
"full_attention",
|
| 15 |
+
"full_attention",
|
| 16 |
+
"full_attention",
|
| 17 |
+
"full_attention",
|
| 18 |
+
"full_attention",
|
| 19 |
+
"full_attention",
|
| 20 |
+
"full_attention",
|
| 21 |
+
"full_attention",
|
| 22 |
+
"full_attention",
|
| 23 |
+
"full_attention",
|
| 24 |
+
"full_attention",
|
| 25 |
+
"full_attention",
|
| 26 |
+
"full_attention",
|
| 27 |
+
"full_attention",
|
| 28 |
+
"full_attention",
|
| 29 |
+
"full_attention",
|
| 30 |
+
"full_attention",
|
| 31 |
+
"full_attention",
|
| 32 |
+
"full_attention",
|
| 33 |
+
"full_attention",
|
| 34 |
+
"full_attention",
|
| 35 |
+
"full_attention",
|
| 36 |
+
"full_attention",
|
| 37 |
+
"full_attention",
|
| 38 |
+
"full_attention",
|
| 39 |
+
"full_attention",
|
| 40 |
+
"full_attention",
|
| 41 |
+
"full_attention"
|
| 42 |
+
],
|
| 43 |
+
"max_position_embeddings": 32768,
|
| 44 |
+
"max_window_layers": 21,
|
| 45 |
+
"model_type": "qwen2",
|
| 46 |
+
"num_attention_heads": 12,
|
| 47 |
+
"num_hidden_layers": 28,
|
| 48 |
+
"num_key_value_heads": 2,
|
| 49 |
+
"pad_token_id": null,
|
| 50 |
+
"rms_norm_eps": 1e-06,
|
| 51 |
+
"rope_parameters": {
|
| 52 |
+
"rope_theta": 1000000.0,
|
| 53 |
+
"rope_type": "default"
|
| 54 |
+
},
|
| 55 |
+
"sliding_window": null,
|
| 56 |
+
"tie_word_embeddings": true,
|
| 57 |
+
"transformers_version": "5.20.2",
|
| 58 |
+
"use_cache": false,
|
| 59 |
+
"use_sliding_window": false,
|
| 60 |
+
"vocab_size": 151936
|
| 61 |
+
}
|
seq_math_code_kd_ce_seed1/stage2_code/generation_config.json
ADDED
|
@@ -0,0 +1,14 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"bos_token_id": 151643,
|
| 3 |
+
"do_sample": true,
|
| 4 |
+
"eos_token_id": [
|
| 5 |
+
151645,
|
| 6 |
+
151643
|
| 7 |
+
],
|
| 8 |
+
"pad_token_id": 151643,
|
| 9 |
+
"repetition_penalty": 1.1,
|
| 10 |
+
"temperature": 0.7,
|
| 11 |
+
"top_k": 20,
|
| 12 |
+
"top_p": 0.8,
|
| 13 |
+
"transformers_version": "5.20.2"
|
| 14 |
+
}
|
seq_math_code_kd_ce_seed1/stage2_code/log.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"train": [{"step": 1, "kl": 0.16711299034464336, "ce": 0.31234458919397684}, {"step": 2, "kl": 0.14670103839752355, "ce": 0.35557326382369503}, {"step": 3, "kl": 0.1603832025190087, "ce": 0.3747024399568471}, {"step": 4, "kl": 0.15392685356294428, "ce": 0.3159895805857289}, {"step": 5, "kl": 0.17146692656916643, "ce": 0.3362579518313861}, {"step": 6, "kl": 0.14632584244501773, "ce": 0.3214736591158564}, {"step": 7, "kl": 0.1474088716126266, "ce": 0.311111087660524}, {"step": 8, "kl": 0.16834838269023403, "ce": 0.4097340310680143}, {"step": 9, "kl": 0.15147826585469107, "ce": 0.30540601908092424}, {"step": 10, "kl": 0.1350749012168127, "ce": 0.3164249629488438}, {"step": 11, "kl": 0.14164693115499616, "ce": 0.30345520985147156}, {"step": 12, "kl": 0.14699709965871896, "ce": 0.29568313094480586}, {"step": 13, "kl": 0.15138910106847286, "ce": 0.2689820315320624}, {"step": 14, "kl": 0.15311686956179205, "ce": 0.2900949595675389}, {"step": 15, "kl": 0.16373180318981262, "ce": 0.3097732996809669}, {"step": 16, "kl": 0.1451426966930214, "ce": 0.22120398762944105}, {"step": 17, "kl": 0.15033566011589677, "ce": 0.28992611437394783}, {"step": 18, "kl": 0.1414463889264373, "ce": 0.2560020181825995}, {"step": 19, "kl": 0.15027152771840746, "ce": 0.312271106044752}, {"step": 20, "kl": 0.1360634552662046, "ce": 0.3088681674389237}, {"step": 21, "kl": 0.14107078811889268, "ce": 0.27202911754438286}, {"step": 22, "kl": 0.1461635083767957, "ce": 0.3105402077438057}, {"step": 23, "kl": 0.11884832045788632, "ce": 0.26792311696253285}, {"step": 24, "kl": 0.14380462676283062, "ce": 0.24192170002981755}, {"step": 25, "kl": 0.1306451939385954, "ce": 0.28510206035761165}, {"step": 26, "kl": 0.1388422401064677, "ce": 0.22187691570090542}, {"step": 27, "kl": 0.14841262063429433, "ce": 0.2532166389712517}, {"step": 28, "kl": 0.14796628606134127, "ce": 0.3295256961159688}, {"step": 29, "kl": 0.12306442211177257, "ce": 0.2993632062089758}, {"step": 30, "kl": 0.12826055986003265, "ce": 0.3521140803999701}, {"step": 31, "kl": 0.11701688149251899, "ce": 0.3304097755535229}, {"step": 32, "kl": 0.1240349614666807, "ce": 0.27162788681566497}, {"step": 33, "kl": 0.11396211577184272, "ce": 0.2550130732143268}, {"step": 34, "kl": 0.1480948817286093, "ce": 0.3384735977651779}, {"step": 35, "kl": 0.14729892464349992, "ce": 0.3030957814860227}, {"step": 36, "kl": 0.13221068348251974, "ce": 0.28420619014041876}, {"step": 37, "kl": 0.145147046783091, "ce": 0.34665612584716704}, {"step": 38, "kl": 0.13783768239742314, "ce": 0.28720516898415305}, {"step": 39, "kl": 0.12801533989873407, "ce": 0.23649045294094168}, {"step": 40, "kl": 0.12268521834392936, "ce": 0.22543690657796545}, {"step": 41, "kl": 0.11923581703642656, "ce": 0.34277253054748}, {"step": 42, "kl": 0.12078971503737036, "ce": 0.2768501120650436}, {"step": 43, "kl": 0.13570833442086927, "ce": 0.27387333898108884}, {"step": 44, "kl": 0.11315461243243853, "ce": 0.27083088349032874}, {"step": 45, "kl": 0.12904777209802057, "ce": 0.2470258403089661}, {"step": 46, "kl": 0.11816299683638509, "ce": 0.2883180038719392}, {"step": 47, "kl": 0.14185836647565547, "ce": 0.24219620857701996}, {"step": 48, "kl": 0.12892295967648604, "ce": 0.31127943696275273}, {"step": 49, "kl": 0.12449837052330011, "ce": 0.24675999942782637}, {"step": 50, "kl": 0.1348633232552126, "ce": 0.2963720293343886}, {"step": 51, "kl": 0.121303141990983, "ce": 0.29860191080031034}, {"step": 52, "kl": 0.13268658673166708, "ce": 0.2766787346592717}, {"step": 53, "kl": 0.1312210274991911, "ce": 0.2759003558514152}, {"step": 54, "kl": 0.15044357485175905, "ce": 0.3019851628259986}, {"step": 55, "kl": 0.12648270717863117, "ce": 0.28140375617828606}, {"step": 56, "kl": 0.13194781225388144, "ce": 0.26724492973826475}, {"step": 57, "kl": 0.1341048963837334, "ce": 0.3162416989082055}, {"step": 58, "kl": 0.12451360198534257, "ce": 0.27519274889596707}, {"step": 59, "kl": 0.12166211009025574, "ce": 0.27799163536953136}, {"step": 60, "kl": 0.1287845080904385, "ce": 0.2646106055837678}, {"step": 61, "kl": 0.14370810100973283, "ce": 0.2657575951630957}, {"step": 62, "kl": 0.12714306070697518, "ce": 0.27862133208358686}, {"step": 63, "kl": 0.11293898452610392, "ce": 0.3183900944740381}, {"step": 64, "kl": 0.11744618323888244, "ce": 0.2653139461971848}, {"step": 65, "kl": 0.14262682113094607, "ce": 0.31064096285535847}, {"step": 66, "kl": 0.12369064618429773, "ce": 0.24436745538759302}, {"step": 67, "kl": 0.10262537160732225, "ce": 0.24126407686457346}, {"step": 68, "kl": 0.11626428878950607, "ce": 0.2695450387811537}, {"step": 69, "kl": 0.13178776580103532, "ce": 0.3319176876626824}, {"step": 70, "kl": 0.10697513985891005, "ce": 0.25754405732252555}, {"step": 71, "kl": 0.1191404598128563, "ce": 0.30123900485141414}, {"step": 72, "kl": 0.13597618117378682, "ce": 0.31392099362175285}, {"step": 73, "kl": 0.11947157645225526, "ce": 0.31798481894977254}, {"step": 74, "kl": 0.1261694751940721, "ce": 0.25548880276636393}, {"step": 75, "kl": 0.1489268763060121, "ce": 0.2912998697250086}, {"step": 76, "kl": 0.12953930182273735, "ce": 0.32971507678013784}, {"step": 77, "kl": 0.12196941213634806, "ce": 0.2815920408138169}, {"step": 78, "kl": 0.12499320831329803, "ce": 0.2786900162434945}, {"step": 79, "kl": 0.1151966513507124, "ce": 0.2526361938679465}, {"step": 80, "kl": 0.16446597369094432, "ce": 0.3637320283392349}, {"step": 81, "kl": 0.13588267153400005, "ce": 0.2896259107817181}, {"step": 82, "kl": 0.1471447044682288, "ce": 0.31027668956116455}, {"step": 83, "kl": 0.10600395030897469, "ce": 0.24563513182014984}, {"step": 84, "kl": 0.128638419890688, "ce": 0.2754156876724802}, {"step": 85, "kl": 0.11836263591051104, "ce": 0.27205972354163643}, {"step": 86, "kl": 0.11508857309737569, "ce": 0.2707778124688305}, {"step": 87, "kl": 0.13708851614633144, "ce": 0.25152599042389}, {"step": 88, "kl": 0.13238747700026748, "ce": 0.24137374766872657}, {"step": 89, "kl": 0.13139289398973575, "ce": 0.24864145606259863}, {"step": 90, "kl": 0.13356906641689137, "ce": 0.2899477418369541}, {"step": 91, "kl": 0.12218886747739685, "ce": 0.26210674630585895}, {"step": 92, "kl": 0.10763106421173134, "ce": 0.305593000875937}, {"step": 93, "kl": 0.1348796633229295, "ce": 0.25811789445816335}, {"step": 94, "kl": 0.10583432407950916, "ce": 0.2482589581944295}, {"step": 95, "kl": 0.11551136697182207, "ce": 0.24548100395907474}, {"step": 96, "kl": 0.11454016372009561, "ce": 0.26678172027380104}, {"step": 97, "kl": 0.1281109835304773, "ce": 0.2620670159560343}, {"step": 98, "kl": 0.11140763631845042, "ce": 0.22668732881260784}, {"step": 99, "kl": 0.1038658371974018, "ce": 0.2730780795238161}, {"step": 100, "kl": 0.09426901518682596, "ce": 0.2752634462092736}, {"step": 101, "kl": 0.11416828676319371, "ce": 0.2522887132684106}, {"step": 102, "kl": 0.11887060930260518, "ce": 0.24499259245818458}, {"step": 103, "kl": 0.13126878949849444, "ce": 0.25700278141778865}, {"step": 104, "kl": 0.13097712406701373, "ce": 0.2836606987970718}, {"step": 105, "kl": 0.11389491073071639, "ce": 0.27917907871967973}, {"step": 106, "kl": 0.10434305954689391, "ce": 0.24855161206271076}, {"step": 107, "kl": 0.12272433450577602, "ce": 0.26325169937304627}, {"step": 108, "kl": 0.14128489819627146, "ce": 0.285848824712736}, {"step": 109, "kl": 0.10913660157906827, "ce": 0.270221590107214}, {"step": 110, "kl": 0.12295131642242957, "ce": 0.29139531792367357}, {"step": 111, "kl": 0.14154014238105408, "ce": 0.30959315375649243}, {"step": 112, "kl": 0.1224685016382111, "ce": 0.28705978728039183}, {"step": 113, "kl": 0.11497529458281101, "ce": 0.2584331925208173}, {"step": 114, "kl": 0.13169734369837183, "ce": 0.29170076313375404}, {"step": 115, "kl": 0.1564569172256551, "ce": 0.33468919839038835}, {"step": 116, "kl": 0.11516246436557102, "ce": 0.2688583044630303}, {"step": 117, "kl": 0.12215266292592655, "ce": 0.2187997090976869}, {"step": 118, "kl": 0.1434950129406713, "ce": 0.27318343055556854}, {"step": 119, "kl": 0.10304098716783637, "ce": 0.24092034607444204}, {"step": 120, "kl": 0.11812062636378728, "ce": 0.263823001489759}, {"step": 121, "kl": 0.12627791833713112, "ce": 0.29117716756628076}, {"step": 122, "kl": 0.12032360898310093, "ce": 0.2536717170968133}, {"step": 123, "kl": 0.1062131343903836, "ce": 0.24192759303463063}, {"step": 124, "kl": 0.11886416003744343, "ce": 0.25552243459879953}, {"step": 125, "kl": 0.11978854300200135, "ce": 0.2611449125764378}, {"step": 126, "kl": 0.11337090596966266, "ce": 0.2946791842746678}, {"step": 127, "kl": 0.12480938894874963, "ce": 0.2974408569881381}, {"step": 128, "kl": 0.1020155868719499, "ce": 0.27651210073793253}, {"step": 129, "kl": 0.10933015241379693, "ce": 0.30785694722482937}, {"step": 130, "kl": 0.13857796751293944, "ce": 0.30473646163580753}, {"step": 131, "kl": 0.14592823207359054, "ce": 0.2907396990585752}, {"step": 132, "kl": 0.1112794877575366, "ce": 0.27358081256072536}, {"step": 133, "kl": 0.13485647179273313, "ce": 0.23746192121198867}, {"step": 134, "kl": 0.1167830011644884, "ce": 0.2650729544554441}, {"step": 135, "kl": 0.1232645149905519, "ce": 0.27589844686740295}, {"step": 136, "kl": 0.11878890540742656, "ce": 0.29363918214615325}, {"step": 137, "kl": 0.1137971916806888, "ce": 0.2900379466718854}, {"step": 138, "kl": 0.11133752954529817, "ce": 0.23827788940828498}, {"step": 139, "kl": 0.11355299447788927, "ce": 0.2968910201086866}, {"step": 140, "kl": 0.12008043809069527, "ce": 0.3004558556199101}, {"step": 141, "kl": 0.10596758538369729, "ce": 0.2546026741942691}, {"step": 142, "kl": 0.13383264834206848, "ce": 0.2923501728219832}, {"step": 143, "kl": 0.12693300136224117, "ce": 0.31855861580248146}, {"step": 144, "kl": 0.12895456207272518, "ce": 0.2915220542054312}, {"step": 145, "kl": 0.0990545350280069, "ce": 0.2133463697159466}, {"step": 146, "kl": 0.10394060585329218, "ce": 0.23341851649077042}, {"step": 147, "kl": 0.12911717683950286, "ce": 0.2347130287550574}, {"step": 148, "kl": 0.10974368375072056, "ce": 0.28257115773875485}, {"step": 149, "kl": 0.09939350058463936, "ce": 0.2405406502244386}, {"step": 150, "kl": 0.12001240211068341, "ce": 0.2700141446372064}, {"step": 151, "kl": 0.10485153684728177, "ce": 0.21677914342389923}, {"step": 152, "kl": 0.10689391547600403, "ce": 0.30072865466787624}, {"step": 153, "kl": 0.12343085781232434, "ce": 0.2414024318899833}, {"step": 154, "kl": 0.11643489114699823, "ce": 0.23211516269445054}, {"step": 155, "kl": 0.1446459512210554, "ce": 0.31084915001371316}, {"step": 156, "kl": 0.10969658861523268, "ce": 0.24009037058232194}, {"step": 157, "kl": 0.13230868768041093, "ce": 0.33165786964056726}, {"step": 158, "kl": 0.11136277192939215, "ce": 0.2875080194890129}, {"step": 159, "kl": 0.10444200708411112, "ce": 0.25487613570806894}, {"step": 160, "kl": 0.1392139007747093, "ce": 0.27161310686324686}, {"step": 161, "kl": 0.11914245334557594, "ce": 0.2934814781656656}, {"step": 162, "kl": 0.11163354400889275, "ce": 0.29293039824513983}, {"step": 163, "kl": 0.11630868181932208, "ce": 0.3113745936787945}, {"step": 164, "kl": 0.11784421707155665, "ce": 0.23698616108961285}, {"step": 165, "kl": 0.14185334614736328, "ce": 0.2743141212030367}, {"step": 166, "kl": 0.10410024442614074, "ce": 0.25278135685347863}, {"step": 167, "kl": 0.12171336892291887, "ce": 0.31326344830056896}, {"step": 168, "kl": 0.1189716909346637, "ce": 0.29259444631771947}, {"step": 169, "kl": 0.11642995206260848, "ce": 0.26916459125521097}, {"step": 170, "kl": 0.09795188156326505, "ce": 0.2430628395046549}, {"step": 171, "kl": 0.1160114084794751, "ce": 0.31843228207052143}, {"step": 172, "kl": 0.11300117939511534, "ce": 0.29498942999099703}, {"step": 173, "kl": 0.11649117739455041, "ce": 0.3241637862961868}, {"step": 174, "kl": 0.1069202186731005, "ce": 0.2288408386573363}, {"step": 175, "kl": 0.1062084783708429, "ce": 0.22400172975625884}, {"step": 176, "kl": 0.1117073220048247, "ce": 0.26583528327242745}, {"step": 177, "kl": 0.12195228071140123, "ce": 0.270246955566973}, {"step": 178, "kl": 0.14107001263620003, "ce": 0.2687266678508826}, {"step": 179, "kl": 0.0860788017501009, "ce": 0.24609347458318043}, {"step": 180, "kl": 0.10878334626136452, "ce": 0.2532998764142095}, {"step": 181, "kl": 0.10063143152024599, "ce": 0.2503726711567742}, {"step": 182, "kl": 0.10472341844278399, "ce": 0.2976088100094333}, {"step": 183, "kl": 0.12718783157809896, "ce": 0.3086718941567516}, {"step": 184, "kl": 0.12117368028079864, "ce": 0.29702074300381337}, {"step": 185, "kl": 0.1198269754420369, "ce": 0.31030444020433856}, {"step": 186, "kl": 0.1064748350605899, "ce": 0.2849134026537244}, {"step": 187, "kl": 0.10783821975093523, "ce": 0.26737184763193367}, {"step": 188, "kl": 0.11393899787330172, "ce": 0.25317058229268175}, {"step": 189, "kl": 0.13135568495843156, "ce": 0.31952734915540987}, {"step": 190, "kl": 0.10487207566649702, "ce": 0.2632483772734932}, {"step": 191, "kl": 0.12505227758392837, "ce": 0.2697219812497379}, {"step": 192, "kl": 0.13221427382199794, "ce": 0.3252135376062272}, {"step": 193, "kl": 0.10424065474654887, "ce": 0.252542897600613}, {"step": 194, "kl": 0.1260930907452074, "ce": 0.24641559157573}, {"step": 195, "kl": 0.11889752404096257, "ce": 0.2652054796276438}, {"step": 196, "kl": 0.1206253136707641, "ce": 0.24104625707530694}, {"step": 197, "kl": 0.11575822626304812, "ce": 0.321654478708903}, {"step": 198, "kl": 0.13159622947084082, "ce": 0.3278593468940121}, {"step": 199, "kl": 0.10088021761509235, "ce": 0.1970458149086612}, {"step": 200, "kl": 0.11726570723319818, "ce": 0.30409443118166196}, {"step": 201, "kl": 0.1269266833458288, "ce": 0.2807029724121094}, {"step": 202, "kl": 0.10390872781611096, "ce": 0.2391222159584736}, {"step": 203, "kl": 0.10555630602318443, "ce": 0.28458055116162445}, {"step": 204, "kl": 0.11759482878855289, "ce": 0.2718735991375134}, {"step": 205, "kl": 0.08856614329468186, "ce": 0.2216268955749537}, {"step": 206, "kl": 0.12207522229318021, "ce": 0.28674814670160287}, {"step": 207, "kl": 0.10092992195825032, "ce": 0.2213416227053937}, {"step": 208, "kl": 0.09513222156967248, "ce": 0.2503754249228689}, {"step": 209, "kl": 0.12838719468229742, "ce": 0.2679346991903561}, {"step": 210, "kl": 0.1030037465525145, "ce": 0.30068145381052763}, {"step": 211, "kl": 0.10435786209383065, "ce": 0.2561774459908278}, {"step": 212, "kl": 0.10094328299768802, "ce": 0.2651662578217465}, {"step": 213, "kl": 0.12890388337700895, "ce": 0.24187692006429032}, {"step": 214, "kl": 0.10261125654440355, "ce": 0.269977396833937}, {"step": 215, "kl": 0.11243212567798261, "ce": 0.25638167193279326}, {"step": 216, "kl": 0.11362266108695192, "ce": 0.3027976730032967}, {"step": 217, "kl": 0.12997260256160112, "ce": 0.28453619507279265}, {"step": 218, "kl": 0.10914562174918611, "ce": 0.2533946731963881}, {"step": 219, "kl": 0.10640695656553985, "ce": 0.2231432852197866}, {"step": 220, "kl": 0.10708502392720037, "ce": 0.24538266606113168}, {"step": 221, "kl": 0.0933649334008276, "ce": 0.23198407486437714}, {"step": 222, "kl": 0.102404156667649, "ce": 0.3071349472068736}, {"step": 223, "kl": 0.11145377780242562, "ce": 0.26360819582719486}, {"step": 224, "kl": 0.11855562330545812, "ce": 0.2636399774214651}, {"step": 225, "kl": 0.13645991675442246, "ce": 0.3770254945906108}, {"step": 226, "kl": 0.12315860443379052, "ce": 0.31185009412756887}, {"step": 227, "kl": 0.11677380238582188, "ce": 0.28215689194141247}, {"step": 228, "kl": 0.1268579794319969, "ce": 0.33503636104401335}, {"step": 229, "kl": 0.1023478145856774, "ce": 0.2616790553895698}, {"step": 230, "kl": 0.12404128285753907, "ce": 0.3166304624776245}, {"step": 231, "kl": 0.10754227484870461, "ce": 0.2823965622206866}, {"step": 232, "kl": 0.1118242653661768, "ce": 0.27239838458611126}, {"step": 233, "kl": 0.12215924879715839, "ce": 0.22454300239240893}, {"step": 234, "kl": 0.12895287673935346, "ce": 0.2716430033376759}, {"step": 235, "kl": 0.10305298196793505, "ce": 0.20754138657194887}, {"step": 236, "kl": 0.11600908608385532, "ce": 0.3001519548628889}, {"step": 237, "kl": 0.11153834057987105, "ce": 0.2773730528042111}, {"step": 238, "kl": 0.11907955337932538, "ce": 0.2381051506291625}, {"step": 239, "kl": 0.1132782246919713, "ce": 0.31181132619604895}, {"step": 240, "kl": 0.13027907214369247, "ce": 0.2769663799859082}, {"step": 241, "kl": 0.11208950970236298, "ce": 0.2498772033336266}, {"step": 242, "kl": 0.13290926343288348, "ce": 0.28598020297207244}, {"step": 243, "kl": 0.10709292878364693, "ce": 0.27107072212326694}, {"step": 244, "kl": 0.11884257428519411, "ce": 0.24438799155285082}, {"step": 245, "kl": 0.12622990606163242, "ce": 0.23313255927967105}, {"step": 246, "kl": 0.09612800697764352, "ce": 0.22636393451690676}, {"step": 247, "kl": 0.11902336244414474, "ce": 0.32468771862836143}, {"step": 248, "kl": 0.10542741309758487, "ce": 0.2653853922670441}, {"step": 249, "kl": 0.10378674288316433, "ce": 0.2427644112776707}, {"step": 250, "kl": 0.11454656974082572, "ce": 0.24521762087283433}, {"step": 251, "kl": 0.1118189159065786, "ce": 0.25534660934279596}, {"step": 252, "kl": 0.09973238763703762, "ce": 0.30350207252652234}, {"step": 253, "kl": 0.12166268361324822, "ce": 0.31452279461248644}, {"step": 254, "kl": 0.1407003733013647, "ce": 0.2773190933925987}, {"step": 255, "kl": 0.11225234390824215, "ce": 0.26491793072827047}, {"step": 256, "kl": 0.11621163548552979, "ce": 0.22816287314610725}, {"step": 257, "kl": 0.13370215153561715, "ce": 0.2902025181213822}, {"step": 258, "kl": 0.1187400480096602, "ce": 0.27461722452406157}, {"step": 259, "kl": 0.09777625203504463, "ce": 0.2483565988371176}, {"step": 260, "kl": 0.1207058616751585, "ce": 0.2484297595747791}, {"step": 261, "kl": 0.09657721539469838, "ce": 0.281362272523619}, {"step": 262, "kl": 0.12270358627592833, "ce": 0.21971275688098876}, {"step": 263, "kl": 0.09561318128292723, "ce": 0.24685745781005608}, {"step": 264, "kl": 0.11016126891944028, "ce": 0.27953029112095956}, {"step": 265, "kl": 0.1398548542970867, "ce": 0.2822565988166114}, {"step": 266, "kl": 0.1089955959839075, "ce": 0.2615531471866329}, {"step": 267, "kl": 0.10715740447321685, "ce": 0.23535194078030436}, {"step": 268, "kl": 0.11584726351044575, "ce": 0.2935561324251858}, {"step": 269, "kl": 0.11750952811184658, "ce": 0.2952194369736538}, {"step": 270, "kl": 0.13697896571585258, "ce": 0.31296583858915794}, {"step": 271, "kl": 0.10026579151771967, "ce": 0.2718225424764527}, {"step": 272, "kl": 0.11253899633491662, "ce": 0.2802737901579254}, {"step": 273, "kl": 0.10511051566686493, "ce": 0.2753922346747307}, {"step": 274, "kl": 0.1082867358834859, "ce": 0.2857932268839714}, {"step": 275, "kl": 0.11442299249865129, "ce": 0.22150593546513028}, {"step": 276, "kl": 0.11952430096276591, "ce": 0.26549161343408334}, {"step": 277, "kl": 0.10000282906335417, "ce": 0.239392080538012}, {"step": 278, "kl": 0.11163992247623142, "ce": 0.23753142608351838}, {"step": 279, "kl": 0.09962982517445755, "ce": 0.31193350807565157}, {"step": 280, "kl": 0.12220045598488553, "ce": 0.28727776868871024}, {"step": 281, "kl": 0.10685081732505865, "ce": 0.30504718948135856}, {"step": 282, "kl": 0.11616843179517855, "ce": 0.23487458525032834}, {"step": 283, "kl": 0.11814437208502043, "ce": 0.23796976278561668}, {"step": 284, "kl": 0.10097455598204465, "ce": 0.24440350949046125}, {"step": 285, "kl": 0.11447761776494156, "ce": 0.27638521053557447}, {"step": 286, "kl": 0.11237212168310387, "ce": 0.2786397519482038}, {"step": 287, "kl": 0.12029670152962868, "ce": 0.24208546286195734}, {"step": 288, "kl": 0.10396414986725819, "ce": 0.2642989885755634}, {"step": 289, "kl": 0.11638370881538938, "ce": 0.2261062186972216}, {"step": 290, "kl": 0.11318076672217128, "ce": 0.2681106702077877}, {"step": 291, "kl": 0.11819286015320322, "ce": 0.21844187200781834}, {"step": 292, "kl": 0.12328033388151233, "ce": 0.28739055463381996}, {"step": 293, "kl": 0.10266058320792898, "ce": 0.23407050946216948}, {"step": 294, "kl": 0.11218315213669919, "ce": 0.27938885187623674}, {"step": 295, "kl": 0.10206514493149904, "ce": 0.24394983406129636}, {"step": 296, "kl": 0.10497477571761896, "ce": 0.21422064937321483}, {"step": 297, "kl": 0.10177716271256891, "ce": 0.19455895588660116}, {"step": 298, "kl": 0.11443090777425372, "ce": 0.2418302300336813}, {"step": 299, "kl": 0.09862382332057801, "ce": 0.23052475297186306}, {"step": 300, "kl": 0.09358289289514495, "ce": 0.236703708357082}, {"step": 301, "kl": 0.10857711095242666, "ce": 0.2358466681584435}, {"step": 302, "kl": 0.11968931294930264, "ce": 0.33248632550110796}, {"step": 303, "kl": 0.10537354383402005, "ce": 0.24592431755148905}, {"step": 304, "kl": 0.1304827016623401, "ce": 0.3063235055213085}, {"step": 305, "kl": 0.10145192113498215, "ce": 0.2341265883612044}, {"step": 306, "kl": 0.09425057526094369, "ce": 0.24459476265323735}, {"step": 307, "kl": 0.12040857048519292, "ce": 0.28264034502882046}, {"step": 308, "kl": 0.11483349847306143, "ce": 0.2471684362945587}, {"step": 309, "kl": 0.12934513126255906, "ce": 0.3467367827217534}, {"step": 310, "kl": 0.11523293689535516, "ce": 0.2478822347236006}, {"step": 311, "kl": 0.13551474916005046, "ce": 0.25994791087318586}, {"step": 312, "kl": 0.11836280680912582, "ce": 0.2640717087346633}, {"step": 313, "kl": 0.10652781850265744, "ce": 0.24638889824779206}, {"step": 314, "kl": 0.11307878591806095, "ce": 0.29922880996040163}, {"step": 315, "kl": 0.13812373078867557, "ce": 0.3113492207550346}, {"step": 316, "kl": 0.10237283612809721, "ce": 0.30224769783278116}, {"step": 317, "kl": 0.0816341765989902, "ce": 0.2221330491112341}, {"step": 318, "kl": 0.10713001101809484, "ce": 0.2675144515272511}, {"step": 319, "kl": 0.11455763280880765, "ce": 0.24029317630858377}, {"step": 320, "kl": 0.12821249960668632, "ce": 0.28801147519060394}, {"step": 321, "kl": 0.09740394240095697, "ce": 0.2291884340648679}, {"step": 322, "kl": 0.09881143121227463, "ce": 0.26505016318508046}, {"step": 323, "kl": 0.09576850746713342, "ce": 0.2584380429141389}, {"step": 324, "kl": 0.10617723284271356, "ce": 0.25205826420354616}, {"step": 325, "kl": 0.10701023677468205, "ce": 0.22339149790237306}, {"step": 326, "kl": 0.07857886287085529, "ce": 0.2507119710521161}, {"step": 327, "kl": 0.12636206903066724, "ce": 0.3312290114002586}, {"step": 328, "kl": 0.1126506522078126, "ce": 0.31062185755294036}, {"step": 329, "kl": 0.12057097034422838, "ce": 0.2606504034771386}, {"step": 330, "kl": 0.10068737930855974, "ce": 0.26047294102802176}, {"step": 331, "kl": 0.09639566531257024, "ce": 0.24572632953234824}, {"step": 332, "kl": 0.09523734250283158, "ce": 0.2646266263479905}, {"step": 333, "kl": 0.1153620305933134, "ce": 0.3067972658804335}, {"step": 334, "kl": 0.10914413955874909, "ce": 0.2676403109187842}, {"step": 335, "kl": 0.11239898513704663, "ce": 0.25398678792164564}, {"step": 336, "kl": 0.10954169440941801, "ce": 0.2861000489885982}, {"step": 337, "kl": 0.0977486372188519, "ce": 0.25698722213794184}, {"step": 338, "kl": 0.09195941807382996, "ce": 0.218586895262981}, {"step": 339, "kl": 0.09495996214067552, "ce": 0.23404524504916902}, {"step": 340, "kl": 0.13040269502868973, "ce": 0.2894783992557735}, {"step": 341, "kl": 0.12350721218439367, "ce": 0.2633809540956724}, {"step": 342, "kl": 0.11312622414002559, "ce": 0.2862225544121831}, {"step": 343, "kl": 0.10348790664693494, "ce": 0.2498732780614225}, {"step": 344, "kl": 0.11901542622406243, "ce": 0.33536355380705973}, {"step": 345, "kl": 0.10808173480282826, "ce": 0.25442727209982857}, {"step": 346, "kl": 0.09961770032323645, "ce": 0.27706417879508133}, {"step": 347, "kl": 0.10448803787575431, "ce": 0.2711243810659693}, {"step": 348, "kl": 0.10032211071054514, "ce": 0.24998875423262437}, {"step": 349, "kl": 0.11756007056755446, "ce": 0.2664337434240167}, {"step": 350, "kl": 0.13406474866663334, "ce": 0.2650582724215438}, {"step": 351, "kl": 0.1005407607905406, "ce": 0.23982782992552393}, {"step": 352, "kl": 0.08172234995611782, "ce": 0.2788105100114769}, {"step": 353, "kl": 0.10804190599504421, "ce": 0.24718277822103643}, {"step": 354, "kl": 0.08470297148534534, "ce": 0.22552572802084334}, {"step": 355, "kl": 0.112738409750048, "ce": 0.2595282141347125}, {"step": 356, "kl": 0.0932277921414661, "ce": 0.25952488916124933}, {"step": 357, "kl": 0.09908885283112374, "ce": 0.2754512293518439}, {"step": 358, "kl": 0.12399736693863354, "ce": 0.27873206758943914}, {"step": 359, "kl": 0.10252418922133487, "ce": 0.27077723767504847}, {"step": 360, "kl": 0.1056158243109356, "ce": 0.22993890407435297}, {"step": 361, "kl": 0.10842815695700647, "ce": 0.2549388253773866}, {"step": 362, "kl": 0.11826674936872184, "ce": 0.2860105416087341}, {"step": 363, "kl": 0.11310413451952356, "ce": 0.26618451018783434}, {"step": 364, "kl": 0.11366639093435367, "ce": 0.2771681727494316}, {"step": 365, "kl": 0.10060936353894562, "ce": 0.2277596044068289}, {"step": 366, "kl": 0.11990616953812555, "ce": 0.30455358310109865}, {"step": 367, "kl": 0.11631042474671749, "ce": 0.28522665419020093}, {"step": 368, "kl": 0.15753833651189555, "ce": 0.28373779029267987}, {"step": 369, "kl": 0.09882489867426336, "ce": 0.22018061192719252}, {"step": 370, "kl": 0.08920570656560026, "ce": 0.2559980496919635}, {"step": 371, "kl": 0.1008200341399985, "ce": 0.3071733966408112}, {"step": 372, "kl": 0.08773447696507992, "ce": 0.304528702283071}, {"step": 373, "kl": 0.14128696028817786, "ce": 0.26346073813420007}, {"step": 374, "kl": 0.12343525459253143, "ce": 0.3082131789377872}, {"step": 375, "kl": 0.10561021086966234, "ce": 0.2800295711771279}, {"step": 376, "kl": 0.1088716695559568, "ce": 0.24295047731612518}, {"step": 377, "kl": 0.12573728610904664, "ce": 0.31993354190464757}, {"step": 378, "kl": 0.10346069958867485, "ce": 0.281154111849357}, {"step": 379, "kl": 0.11970591828848887, "ce": 0.25823840973717566}, {"step": 380, "kl": 0.11222773599736863, "ce": 0.24583850918741912}, {"step": 381, "kl": 0.12260096848003708, "ce": 0.2621699426539991}, {"step": 382, "kl": 0.0971568147144223, "ce": 0.2170496558118881}, {"step": 383, "kl": 0.12802555916392205, "ce": 0.29595045887288596}, {"step": 384, "kl": 0.08685146667163507, "ce": 0.28400648839265397}, {"step": 385, "kl": 0.11910200025977158, "ce": 0.29714125957426063}, {"step": 386, "kl": 0.1035462539306591, "ce": 0.21670381361206859}, {"step": 387, "kl": 0.1018627963343033, "ce": 0.23670159077050296}, {"step": 388, "kl": 0.10487632030387177, "ce": 0.25220506719816754}, {"step": 389, "kl": 0.1352937222178635, "ce": 0.28782233250499284}, {"step": 390, "kl": 0.09990363904408045, "ce": 0.27045530146633556}, {"step": 391, "kl": 0.10917013877706724, "ce": 0.3045054795759076}, {"step": 392, "kl": 0.09224833189926598, "ce": 0.26328740732252776}, {"step": 393, "kl": 0.08673808364919403, "ce": 0.25340736534373187}, {"step": 394, "kl": 0.11225188287175987, "ce": 0.26350584367047186}, {"step": 395, "kl": 0.11307419977499483, "ce": 0.27582650077074095}, {"step": 396, "kl": 0.12000678005331823, "ce": 0.35660580692441557}, {"step": 397, "kl": 0.1031692593228582, "ce": 0.28100614611641733}, {"step": 398, "kl": 0.0878717364480253, "ce": 0.21560452677042152}, {"step": 399, "kl": 0.10665140982563251, "ce": 0.2579922641164265}, {"step": 400, "kl": 0.10646452824433326, "ce": 0.27766969714686623}, {"step": 401, "kl": 0.12980953090340602, "ce": 0.26341173993099476}, {"step": 402, "kl": 0.11721452454389153, "ce": 0.2632884632232051}, {"step": 403, "kl": 0.1128532016182115, "ce": 0.23573026966808358}, {"step": 404, "kl": 0.09658293439422402, "ce": 0.24587816780521754}, {"step": 405, "kl": 0.09850381675994759, "ce": 0.2644222357945441}, {"step": 406, "kl": 0.10597514590401994, "ce": 0.31464171138828056}, {"step": 407, "kl": 0.10598876276241742, "ce": 0.24331924160114712}, {"step": 408, "kl": 0.11423027201825889, "ce": 0.28905271158740675}, {"step": 409, "kl": 0.08931033475481044, "ce": 0.24896029558331634}, {"step": 410, "kl": 0.08689296778421045, "ce": 0.21961731269999296}, {"step": 411, "kl": 0.10810011401212305, "ce": 0.23386660458271788}, {"step": 412, "kl": 0.10947443574282459, "ce": 0.2610117167099812}, {"step": 413, "kl": 0.100377100882697, "ce": 0.304050134347027}, {"step": 414, "kl": 0.11723755727394922, "ce": 0.291180284492343}, {"step": 415, "kl": 0.10787032041083552, "ce": 0.30487235428775167}, {"step": 416, "kl": 0.0885254090307431, "ce": 0.23494210888237776}, {"step": 417, "kl": 0.09853277113003056, "ce": 0.23493005021138783}, {"step": 418, "kl": 0.10529977483985638, "ce": 0.25134046675512467}, {"step": 419, "kl": 0.10954069179431124, "ce": 0.25683030104025817}, {"step": 420, "kl": 0.09771692584259342, "ce": 0.2598358962036347}, {"step": 421, "kl": 0.12051211839068349, "ce": 0.2839559459965949}, {"step": 422, "kl": 0.12494288648647303, "ce": 0.27112278415769664}, {"step": 423, "kl": 0.07998205761957491, "ce": 0.2260752015759331}, {"step": 424, "kl": 0.10245258931321517, "ce": 0.2405524045060583}, {"step": 425, "kl": 0.11983296573685845, "ce": 0.31030914635286844}, {"step": 426, "kl": 0.09603874123774775, "ce": 0.24502748878431457}, {"step": 427, "kl": 0.10166894214191205, "ce": 0.21628744962879937}, {"step": 428, "kl": 0.10851895025327823, "ce": 0.2526624593857182}, {"step": 429, "kl": 0.09219433220956162, "ce": 0.23869454375618632}, {"step": 430, "kl": 0.09773550398622638, "ce": 0.30379354353884114}, {"step": 431, "kl": 0.11711138980091232, "ce": 0.270415442097808}, {"step": 432, "kl": 0.11744016981757695, "ce": 0.24787444627310704}, {"step": 433, "kl": 0.12517528104222814, "ce": 0.29433249446069093}, {"step": 434, "kl": 0.09520993931955612, "ce": 0.2703752667885127}, {"step": 435, "kl": 0.1269853294127092, "ce": 0.2780682710986341}, {"step": 436, "kl": 0.11417541257348543, "ce": 0.28744484922016145}, {"step": 437, "kl": 0.1139895891514962, "ce": 0.29313984509159113}, {"step": 438, "kl": 0.09242893422720233, "ce": 0.25409636529590746}, {"step": 439, "kl": 0.10499331092437385, "ce": 0.22081528788181543}, {"step": 440, "kl": 0.08304746922067106, "ce": 0.22283682475864258}, {"step": 441, "kl": 0.0984835571258887, "ce": 0.22612512527769804}, {"step": 442, "kl": 0.10947763772549807, "ce": 0.28321634070733076}, {"step": 443, "kl": 0.10433631362706705, "ce": 0.2644778269762855}, {"step": 444, "kl": 0.10262871752545093, "ce": 0.24314374165465558}, {"step": 445, "kl": 0.11619113044811748, "ce": 0.2521081185391113}, {"step": 446, "kl": 0.10632900500989978, "ce": 0.27678146180337343}, {"step": 447, "kl": 0.0821777773155593, "ce": 0.21203250461937984}, {"step": 448, "kl": 0.09452086551335462, "ce": 0.23197222089889616}, {"step": 449, "kl": 0.0918202490111047, "ce": 0.2369906830536874}, {"step": 450, "kl": 0.09276464605951114, "ce": 0.22938537720210245}, {"step": 451, "kl": 0.09648403969539959, "ce": 0.2306195102757608}, {"step": 452, "kl": 0.10617258833868207, "ce": 0.25180751051038947}, {"step": 453, "kl": 0.0944471174570872, "ce": 0.2409014770762082}, {"step": 454, "kl": 0.12063829747330784, "ce": 0.2733018817323627}, {"step": 455, "kl": 0.10547633642589258, "ce": 0.2965452826531988}, {"step": 456, "kl": 0.09352762994639997, "ce": 0.23507060722352474}, {"step": 457, "kl": 0.0884285923056819, "ce": 0.25769019275294197}, {"step": 458, "kl": 0.102915344686334, "ce": 0.26974623055293645}, {"step": 459, "kl": 0.10560648631840766, "ce": 0.2506503619751457}, {"step": 460, "kl": 0.1041770104136563, "ce": 0.22859048595079004}, {"step": 461, "kl": 0.09389069822670616, "ce": 0.2824033855179339}, {"step": 462, "kl": 0.08419733147378042, "ce": 0.21672395751247342}, {"step": 463, "kl": 0.06494778908704171, "ce": 0.18463000123087378}, {"step": 464, "kl": 0.07884154194441384, "ce": 0.19712420734495537}, {"step": 465, "kl": 0.06563598925469856, "ce": 0.1720234467224642}, {"step": 466, "kl": 0.0667099815482815, "ce": 0.1722997108053591}, {"step": 467, "kl": 0.08920461540250788, "ce": 0.20649915853899972}, {"step": 468, "kl": 0.08057421661538565, "ce": 0.1954303846483806}, {"step": 469, "kl": 0.08660373588047413, "ce": 0.20357308467750912}, {"step": 470, "kl": 0.08060760796443095, "ce": 0.20417768276915482}, {"step": 471, "kl": 0.07710156100285172, "ce": 0.2027984646040529}, {"step": 472, "kl": 0.07662101633949808, "ce": 0.1854295142267272}, {"step": 473, "kl": 0.07560227344773646, "ce": 0.18492796298690012}, {"step": 474, "kl": 0.07424654384073304, "ce": 0.22650630845223}, {"step": 475, "kl": 0.0776707880769565, "ce": 0.17332411607371523}, {"step": 476, "kl": 0.06593551670603678, "ce": 0.18205310198848865}, {"step": 477, "kl": 0.05970535786091337, "ce": 0.16924707513106496}, {"step": 478, "kl": 0.06569664799977862, "ce": 0.16974430913844513}, {"step": 479, "kl": 0.06312244429053425, "ce": 0.1910762026605112}, {"step": 480, "kl": 0.07836382369241097, "ce": 0.18297290459937995}, {"step": 481, "kl": 0.0729593287406054, "ce": 0.1820518219686}, {"step": 482, "kl": 0.08470203151511999, "ce": 0.21587691177502474}, {"step": 483, "kl": 0.08526096216537668, "ce": 0.2234224373158126}, {"step": 484, "kl": 0.06929706140894433, "ce": 0.16596690958518884}, {"step": 485, "kl": 0.0663278403780027, "ce": 0.17022307483903137}, {"step": 486, "kl": 0.0766207072124064, "ce": 0.1655835276401498}, {"step": 487, "kl": 0.07701704424153866, "ce": 0.16823890222667975}, {"step": 488, "kl": 0.07539740115038895, "ce": 0.16142840978092746}, {"step": 489, "kl": 0.07827383135404005, "ce": 0.16446448917561032}, {"step": 490, "kl": 0.08197518040216405, "ce": 0.15541503533234308}, {"step": 491, "kl": 0.09069130126174188, "ce": 0.21077858384399306}, {"step": 492, "kl": 0.06683682395482116, "ce": 0.18028469977450148}, {"step": 493, "kl": 0.09559349080432408, "ce": 0.19922134553973925}, {"step": 494, "kl": 0.0626279932878188, "ce": 0.14202571458599178}, {"step": 495, "kl": 0.07070590352682819, "ce": 0.18183755842908098}, {"step": 496, "kl": 0.0698288541291574, "ce": 0.18230434448714972}, {"step": 497, "kl": 0.09161188669883726, "ce": 0.242736372991778}, {"step": 498, "kl": 0.10216793729140694, "ce": 0.18815035277140996}, {"step": 499, "kl": 0.07601313874206969, "ce": 0.16292737042548372}, {"step": 500, "kl": 0.06362568427112483, "ce": 0.15634947019044326}, {"step": 501, "kl": 0.07413157359148524, "ce": 0.16348380795987108}, {"step": 502, "kl": 0.07354817816434744, "ce": 0.19263122034310107}, {"step": 503, "kl": 0.06738191828583226, "ce": 0.15830485624141177}, {"step": 504, "kl": 0.07985983285007277, "ce": 0.18348589724091505}, {"step": 505, "kl": 0.06386297478198792, "ce": 0.16986260259568964}, {"step": 506, "kl": 0.07952952533694725, "ce": 0.16336160407319006}, {"step": 507, "kl": 0.06963464956654436, "ce": 0.17341064553475838}, {"step": 508, "kl": 0.07078880475114845, "ce": 0.1733084323851775}, {"step": 509, "kl": 0.07062753251061893, "ce": 0.16977509298192023}, {"step": 510, "kl": 0.08270987080228408, "ce": 0.1885879821990716}, {"step": 511, "kl": 0.06911951347791188, "ce": 0.14943163137414894}, {"step": 512, "kl": 0.06799030249945488, "ce": 0.18800856049981654}, {"step": 513, "kl": 0.07632634756309634, "ce": 0.20025876881987398}, {"step": 514, "kl": 0.06287713323180462, "ce": 0.2081729095010421}, {"step": 515, "kl": 0.0740855955857497, "ce": 0.1904500465499221}, {"step": 516, "kl": 0.08696831193991858, "ce": 0.16967668838476319}, {"step": 517, "kl": 0.08402989476837498, "ce": 0.18721971250703273}, {"step": 518, "kl": 0.09120016942928084, "ce": 0.18818374272899016}, {"step": 519, "kl": 0.06310377981038703, "ce": 0.1669090506855266}, {"step": 520, "kl": 0.07700606887354845, "ce": 0.17571892188348573}, {"step": 521, "kl": 0.08135152015245778, "ce": 0.17130286650845655}, {"step": 522, "kl": 0.07733179942595764, "ce": 0.17875268217115423}, {"step": 523, "kl": 0.06712277421454117, "ce": 0.1827470004174017}, {"step": 524, "kl": 0.06723615490991, "ce": 0.18481216540703407}, {"step": 525, "kl": 0.07971110737761347, "ce": 0.17921977975256803}, {"step": 526, "kl": 0.06944020473046768, "ce": 0.18926612510273635}, {"step": 527, "kl": 0.07654410701807356, "ce": 0.21018295726977282}, {"step": 528, "kl": 0.06638536267179661, "ce": 0.15436035123364678}, {"step": 529, "kl": 0.07533839389688803, "ce": 0.17474786758422853}, {"step": 530, "kl": 0.07573552609041885, "ce": 0.2034367295380222}, {"step": 531, "kl": 0.09281190154860862, "ce": 0.19430077066413876}, {"step": 532, "kl": 0.06798677346461789, "ce": 0.22631205773948057}, {"step": 533, "kl": 0.06341178725458664, "ce": 0.17323830316203775}, {"step": 534, "kl": 0.07850780243670276, "ce": 0.1978518642276536}, {"step": 535, "kl": 0.08856799984534723, "ce": 0.21167335003208004}, {"step": 536, "kl": 0.07982025956439225, "ce": 0.18939635954788117}, {"step": 537, "kl": 0.08021760195673133, "ce": 0.17815508012500209}, {"step": 538, "kl": 0.08356025842587791, "ce": 0.20948670906511085}, {"step": 539, "kl": 0.06124081458453708, "ce": 0.18490475442015522}, {"step": 540, "kl": 0.05780502482025561, "ce": 0.13741104528631962}, {"step": 541, "kl": 0.08342135208828177, "ce": 0.21980411434208633}, {"step": 542, "kl": 0.0592492137733273, "ce": 0.166351818028515}, {"step": 543, "kl": 0.07154873861656488, "ce": 0.2022047828860531}, {"step": 544, "kl": 0.07812266330582389, "ce": 0.18167840288189951}, {"step": 545, "kl": 0.0847720911764552, "ce": 0.18784145723699802}, {"step": 546, "kl": 0.08290491923689843, "ce": 0.19800214371063307}, {"step": 547, "kl": 0.0721180991437902, "ce": 0.20070746819095567}, {"step": 548, "kl": 0.07655290573987562, "ce": 0.16586641786684572}, {"step": 549, "kl": 0.0790305305601835, "ce": 0.20808705923656678}, {"step": 550, "kl": 0.08916597910258803, "ce": 0.18129489632000678}, {"step": 551, "kl": 0.07667489592516138, "ce": 0.13673825024784106}, {"step": 552, "kl": 0.07252726229085306, "ce": 0.16266605672515153}, {"step": 553, "kl": 0.07157437417563403, "ce": 0.18402590347424658}, {"step": 554, "kl": 0.07784002962814988, "ce": 0.17653787577953453}, {"step": 555, "kl": 0.06769572514121557, "ce": 0.17923635620254652}, {"step": 556, "kl": 0.08182472432865649, "ce": 0.17638530372022726}, {"step": 557, "kl": 0.07288584853008742, "ce": 0.18305179864973942}, {"step": 558, "kl": 0.07235515262543524, "ce": 0.16992512246092908}, {"step": 559, "kl": 0.0735179250053728, "ce": 0.1695394065046019}, {"step": 560, "kl": 0.06967983613995946, "ce": 0.16728643845197252}, {"step": 561, "kl": 0.06878553047245062, "ce": 0.17453844154254639}, {"step": 562, "kl": 0.07789046665284839, "ce": 0.1905432736366822}, {"step": 563, "kl": 0.0794401222400451, "ce": 0.20830167849548492}, {"step": 564, "kl": 0.07119764355159486, "ce": 0.16609112822543476}, {"step": 565, "kl": 0.0730504250905085, "ce": 0.20267531118085305}, {"step": 566, "kl": 0.06692836263003726, "ce": 0.17101806024495383}, {"step": 567, "kl": 0.08160619328207121, "ce": 0.21503634328608914}, {"step": 568, "kl": 0.05907816699862167, "ce": 0.158310013900664}, {"step": 569, "kl": 0.07401029324118444, "ce": 0.1805901223702492}, {"step": 570, "kl": 0.07357573348739603, "ce": 0.18641955521895856}, {"step": 571, "kl": 0.0844615561294771, "ce": 0.16582307085668188}, {"step": 572, "kl": 0.0702878043577843, "ce": 0.18243259523310448}, {"step": 573, "kl": 0.09237491892023157, "ce": 0.20525486045538077}, {"step": 574, "kl": 0.07845432962449016, "ce": 0.17770084346288806}, {"step": 575, "kl": 0.08486310495935809, "ce": 0.18839694565924875}, {"step": 576, "kl": 0.0778917563440299, "ce": 0.1928409541922536}, {"step": 577, "kl": 0.06506849406212901, "ce": 0.215071180375148}, {"step": 578, "kl": 0.0813622277677735, "ce": 0.15765283228475835}, {"step": 579, "kl": 0.07348939700526796, "ce": 0.15880567762586803}, {"step": 580, "kl": 0.07525171692012458, "ce": 0.20211016172303764}, {"step": 581, "kl": 0.08724830077955928, "ce": 0.25304098146794457}, {"step": 582, "kl": 0.07399729126248336, "ce": 0.18222837164512204}, {"step": 583, "kl": 0.09071063056225756, "ce": 0.17714996051281523}, {"step": 584, "kl": 0.073697205875341, "ce": 0.17728767673827003}, {"step": 585, "kl": 0.06568232385427746, "ce": 0.19400435957405873}, {"step": 586, "kl": 0.06789923550134207, "ce": 0.16722318459461089}, {"step": 587, "kl": 0.08797338411901891, "ce": 0.21965848192351528}, {"step": 588, "kl": 0.08771755788233374, "ce": 0.2280926019032536}, {"step": 589, "kl": 0.07527318341753574, "ce": 0.18673395342116972}, {"step": 590, "kl": 0.07027294880615824, "ce": 0.20309056033281817}, {"step": 591, "kl": 0.07899839438528944, "ce": 0.17487957417387723}, {"step": 592, "kl": 0.06955443672511888, "ce": 0.15761421313132434}, {"step": 593, "kl": 0.07687439451181524, "ce": 0.150641687197377}, {"step": 594, "kl": 0.08086205769352939, "ce": 0.20277376702155508}, {"step": 595, "kl": 0.06662541761790237, "ce": 0.15340693563072566}, {"step": 596, "kl": 0.08238659763241127, "ce": 0.17900243344864644}, {"step": 597, "kl": 0.07303631960746335, "ce": 0.1776586611299943}, {"step": 598, "kl": 0.08390767557715041, "ce": 0.23176439978539728}, {"step": 599, "kl": 0.08341441463833013, "ce": 0.1870206214612185}, {"step": 600, "kl": 0.06402005463947477, "ce": 0.15769720254266478}, {"step": 601, "kl": 0.08353241978119447, "ce": 0.1801696539923932}, {"step": 602, "kl": 0.07408285561951963, "ce": 0.1761386325258288}, {"step": 603, "kl": 0.07684583481598652, "ce": 0.18626082810797812}, {"step": 604, "kl": 0.08516804717934393, "ce": 0.15799054844070945}, {"step": 605, "kl": 0.0792580461891697, "ce": 0.20133618641280507}, {"step": 606, "kl": 0.07132230600782326, "ce": 0.16500556661916335}, {"step": 607, "kl": 0.07167980454809614, "ce": 0.19641884572407198}, {"step": 608, "kl": 0.0745720235775853, "ce": 0.20413437165103343}, {"step": 609, "kl": 0.08082572034927393, "ce": 0.19518388617315563}, {"step": 610, "kl": 0.0741466912980644, "ce": 0.18779563133587046}, {"step": 611, "kl": 0.07277079771660824, "ce": 0.1810572357484752}, {"step": 612, "kl": 0.0690109342906786, "ce": 0.17922145293010933}, {"step": 613, "kl": 0.0681454263007094, "ce": 0.17204106199368405}, {"step": 614, "kl": 0.07015360465526939, "ce": 0.19341783816050478}, {"step": 615, "kl": 0.07521183769949044, "ce": 0.1865435943205201}, {"step": 616, "kl": 0.08239186043682643, "ce": 0.18639899004481272}, {"step": 617, "kl": 0.060629249175389616, "ce": 0.13443576902501722}, {"step": 618, "kl": 0.07402831833652468, "ce": 0.19063459991398296}, {"step": 619, "kl": 0.08051808696628728, "ce": 0.17697596378911185}, {"step": 620, "kl": 0.0841869899642926, "ce": 0.2055938718460944}, {"step": 621, "kl": 0.07769832541022201, "ce": 0.1745568114917119}, {"step": 622, "kl": 0.08043620556503592, "ce": 0.1775653574373025}, {"step": 623, "kl": 0.07353165853642046, "ce": 0.19393194801549818}, {"step": 624, "kl": 0.06724001460336454, "ce": 0.15477897006859406}, {"step": 625, "kl": 0.06953783945847271, "ce": 0.1540758283194115}, {"step": 626, "kl": 0.08221062196247857, "ce": 0.24525449177552971}, {"step": 627, "kl": 0.07529632222084771, "ce": 0.1656656127455493}, {"step": 628, "kl": 0.0651497469401948, "ce": 0.17961454758154674}, {"step": 629, "kl": 0.07654522558145574, "ce": 0.19522370076116358}, {"step": 630, "kl": 0.07472384071350097, "ce": 0.20768411404522008}, {"step": 631, "kl": 0.08633283350821927, "ce": 0.19675507223144414}, {"step": 632, "kl": 0.07314864637856602, "ce": 0.16610577108540062}, {"step": 633, "kl": 0.06247173257528632, "ce": 0.16809060249679297}, {"step": 634, "kl": 0.08296589071726422, "ce": 0.1880341312131822}, {"step": 635, "kl": 0.07484394195320798, "ce": 0.21970727175952282}, {"step": 636, "kl": 0.06835627608261256, "ce": 0.1828372813834659}, {"step": 637, "kl": 0.08007966541446274, "ce": 0.17458727506200433}, {"step": 638, "kl": 0.07825335144749491, "ce": 0.1747566685442277}, {"step": 639, "kl": 0.08035990865497643, "ce": 0.19265553738112418}, {"step": 640, "kl": 0.0637452132093557, "ce": 0.1540895462036133}, {"step": 641, "kl": 0.06334462037204751, "ce": 0.1636863173775855}, {"step": 642, "kl": 0.07695625500833318, "ce": 0.20240029369020218}, {"step": 643, "kl": 0.07157903359400991, "ce": 0.18768879696215315}, {"step": 644, "kl": 0.0627903248921213, "ce": 0.188036704929942}, {"step": 645, "kl": 0.07368255954575313, "ce": 0.1741911185945451}, {"step": 646, "kl": 0.07618783010561544, "ce": 0.17883890302709096}, {"step": 647, "kl": 0.08293192810282948, "ce": 0.19047250424401235}, {"step": 648, "kl": 0.09003809305833843, "ce": 0.2256145401769958}, {"step": 649, "kl": 0.08681335054590367, "ce": 0.18860554507094518}, {"step": 650, "kl": 0.07635675096300411, "ce": 0.15788630978466267}, {"step": 651, "kl": 0.07925171947371407, "ce": 0.18452141490140572}, {"step": 652, "kl": 0.07176028550250932, "ce": 0.18667506325718433}, {"step": 653, "kl": 0.0828752737411708, "ce": 0.1975773525201679}, {"step": 654, "kl": 0.07532956768149565, "ce": 0.15879479239195568}, {"step": 655, "kl": 0.07837914741931609, "ce": 0.17582952111717162}, {"step": 656, "kl": 0.07379548051351223, "ce": 0.2272582343579425}, {"step": 657, "kl": 0.06884861397587395, "ce": 0.167836707327273}, {"step": 658, "kl": 0.06714847949888263, "ce": 0.16009605813367725}, {"step": 659, "kl": 0.06388902005901813, "ce": 0.15151223362266247}, {"step": 660, "kl": 0.07190619732441887, "ce": 0.1968251900260134}, {"step": 661, "kl": 0.07869217315203628, "ce": 0.19290352084748844}, {"step": 662, "kl": 0.0725820335674151, "ce": 0.19080270898808943}, {"step": 663, "kl": 0.06808199223353707, "ce": 0.16004270425377595}, {"step": 664, "kl": 0.08570763412057837, "ce": 0.19473241096666016}, {"step": 665, "kl": 0.07666488172884194, "ce": 0.17019673366935884}, {"step": 666, "kl": 0.06014844221257909, "ce": 0.16468581800003748}, {"step": 667, "kl": 0.07888861024578574, "ce": 0.17155340798023302}, {"step": 668, "kl": 0.07800124773869237, "ce": 0.17362872295909457}, {"step": 669, "kl": 0.07641554885191908, "ce": 0.1780563854035877}, {"step": 670, "kl": 0.07720890123542926, "ce": 0.17505796991213404}, {"step": 671, "kl": 0.06744966599066225, "ce": 0.2160766683637371}, {"step": 672, "kl": 0.06826943338141124, "ce": 0.17712132304304484}, {"step": 673, "kl": 0.07805263751115805, "ce": 0.2147044816950424}, {"step": 674, "kl": 0.07685420746734176, "ce": 0.20088100255148242}, {"step": 675, "kl": 0.07061856103505139, "ce": 0.20245023699701223}, {"step": 676, "kl": 0.07828872198151694, "ce": 0.19870918372438293}, {"step": 677, "kl": 0.06325611382528068, "ce": 0.18989711491828648}, {"step": 678, "kl": 0.09368217878706664, "ce": 0.20716476270358475}, {"step": 679, "kl": 0.0741281423570248, "ce": 0.2385030964575255}, {"step": 680, "kl": 0.06722204458695079, "ce": 0.17959579520427518}, {"step": 681, "kl": 0.07582993709425345, "ce": 0.16802822472726808}, {"step": 682, "kl": 0.08141152733093639, "ce": 0.19209981987856192}, {"step": 683, "kl": 0.08632542557729815, "ce": 0.1926887532484057}, {"step": 684, "kl": 0.0646540932069745, "ce": 0.21839299227356024}, {"step": 685, "kl": 0.07909840759756491, "ce": 0.16773628356110584}, {"step": 686, "kl": 0.08053764767663658, "ce": 0.18916515686231927}, {"step": 687, "kl": 0.08380031053804962, "ce": 0.17768035092912218}, {"step": 688, "kl": 0.07189512611415186, "ce": 0.1636336548060766}, {"step": 689, "kl": 0.06576718333555708, "ce": 0.16973318540083504}, {"step": 690, "kl": 0.07496994194764878, "ce": 0.2093517010078809}, {"step": 691, "kl": 0.07071092988682605, "ce": 0.19539387577846173}, {"step": 692, "kl": 0.06805364613797231, "ce": 0.17138457476514424}, {"step": 693, "kl": 0.06341473134254061, "ce": 0.15742181933097288}, {"step": 694, "kl": 0.0663067238592475, "ce": 0.16733957504335775}, {"step": 695, "kl": 0.06184168184485732, "ce": 0.15155692524610012}, {"step": 696, "kl": 0.06966556927436021, "ce": 0.19275970956232213}, {"step": 697, "kl": 0.06590060575029086, "ce": 0.1734162012118738}, {"step": 698, "kl": 0.06701586265730713, "ce": 0.17882941280415657}, {"step": 699, "kl": 0.07342507502888548, "ce": 0.1966635709674967}, {"step": 700, "kl": 0.07788500342684526, "ce": 0.18192611414396487}, {"step": 701, "kl": 0.07122787813435254, "ce": 0.16600758365511029}, {"step": 702, "kl": 0.0661071821102133, "ce": 0.14997447426790297}, {"step": 703, "kl": 0.06514391251332687, "ce": 0.18594226296143648}, {"step": 704, "kl": 0.07821570671901802, "ce": 0.1814798888012458}, {"step": 705, "kl": 0.06999360187200558, "ce": 0.16963543535689632}, {"step": 706, "kl": 0.08986765341953595, "ce": 0.21125288698453895}, {"step": 707, "kl": 0.07901693448091282, "ce": 0.21447987971381038}, {"step": 708, "kl": 0.08146261416637912, "ce": 0.1742982381110725}, {"step": 709, "kl": 0.08078700538761337, "ce": 0.19025489914833849}, {"step": 710, "kl": 0.07067353663648926, "ce": 0.20497869114313844}, {"step": 711, "kl": 0.06500794346533331, "ce": 0.21376139191450935}, {"step": 712, "kl": 0.06942229683422578, "ce": 0.17314662427297048}, {"step": 713, "kl": 0.06418936241117042, "ce": 0.17194130095470678}, {"step": 714, "kl": 0.06985639747275466, "ce": 0.17088535853794642}, {"step": 715, "kl": 0.07800840871500056, "ce": 0.17992697972974342}, {"step": 716, "kl": 0.07378694635580656, "ce": 0.18066263885697859}, {"step": 717, "kl": 0.06776949620081196, "ce": 0.1697854801620308}, {"step": 718, "kl": 0.07714787142858068, "ce": 0.20316559159192105}, {"step": 719, "kl": 0.07929358243772187, "ce": 0.1865088247680664}, {"step": 720, "kl": 0.08300092261806864, "ce": 0.26554759590096033}, {"step": 721, "kl": 0.08013354800074235, "ce": 0.2151669640981918}, {"step": 722, "kl": 0.07687442108663388, "ce": 0.20423121047336215}, {"step": 723, "kl": 0.06961211619849957, "ce": 0.14991585026820006}, {"step": 724, "kl": 0.07139239568228244, "ce": 0.19495053094721274}, {"step": 725, "kl": 0.07001901278609396, "ce": 0.18388503027107805}, {"step": 726, "kl": 0.08323069187189569, "ce": 0.1892642925831111}, {"step": 727, "kl": 0.06698942025568723, "ce": 0.18125719115645297}, {"step": 728, "kl": 0.07547373570825741, "ce": 0.1927908152450173}, {"step": 729, "kl": 0.06635232087296414, "ce": 0.18525676785302103}, {"step": 730, "kl": 0.06990879862341821, "ce": 0.17938027494938488}, {"step": 731, "kl": 0.08143371594952595, "ce": 0.2027260799368578}, {"step": 732, "kl": 0.07139588498359614, "ce": 0.17796345688107773}, {"step": 733, "kl": 0.07272602332622112, "ce": 0.18524105784349965}, {"step": 734, "kl": 0.07928184214936437, "ce": 0.19196962378529178}, {"step": 735, "kl": 0.06937256537430911, "ce": 0.16449893941315322}, {"step": 736, "kl": 0.0654859849978073, "ce": 0.17632048317930954}, {"step": 737, "kl": 0.0686783321009016, "ce": 0.16615521399505165}, {"step": 738, "kl": 0.07413213925340922, "ce": 0.15523665319652777}, {"step": 739, "kl": 0.06383420374741677, "ce": 0.17270225451768811}, {"step": 740, "kl": 0.07212652526248883, "ce": 0.19839794853172926}, {"step": 741, "kl": 0.07155163309989718, "ce": 0.18170150832951742}, {"step": 742, "kl": 0.06723065752105604, "ce": 0.16180797093302884}, {"step": 743, "kl": 0.08319368033240337, "ce": 0.18752643047660683}, {"step": 744, "kl": 0.07588213547740992, "ce": 0.17982040800789528}, {"step": 745, "kl": 0.07021984532656166, "ce": 0.18504027981249524}, {"step": 746, "kl": 0.0805315143183658, "ce": 0.1801327360307324}, {"step": 747, "kl": 0.07379955756286392, "ce": 0.19018981437462604}, {"step": 748, "kl": 0.08437005510949903, "ce": 0.18083924171863175}, {"step": 749, "kl": 0.0760066126191631, "ce": 0.18260872312438436}, {"step": 750, "kl": 0.07151481026076029, "ce": 0.1856976730258337}, {"step": 751, "kl": 0.08037054096506466, "ce": 0.17604793244153746}, {"step": 752, "kl": 0.07509730831718399, "ce": 0.1801804414162269}, {"step": 753, "kl": 0.06669110485633536, "ce": 0.15291677849988142}, {"step": 754, "kl": 0.07112229054890927, "ce": 0.18739961862187438}, {"step": 755, "kl": 0.0776799794264533, "ce": 0.1768665115342442}, {"step": 756, "kl": 0.07020159753838867, "ce": 0.20081937387652224}, {"step": 757, "kl": 0.07678725964383912, "ce": 0.17997732656541232}, {"step": 758, "kl": 0.06314841077542979, "ce": 0.17123552774340547}, {"step": 759, "kl": 0.07364068969451097, "ce": 0.22526432401069638}, {"step": 760, "kl": 0.08632336198748819, "ce": 0.1668751354213911}, {"step": 761, "kl": 0.07489989711120065, "ce": 0.18760271194718084}, {"step": 762, "kl": 0.08816360564402262, "ce": 0.1911441141661741}, {"step": 763, "kl": 0.08107834468705477, "ce": 0.17728777909595225}, {"step": 764, "kl": 0.09008829826716315, "ce": 0.17017529543265278}, {"step": 765, "kl": 0.059212824551088575, "ce": 0.19495198318049828}, {"step": 766, "kl": 0.07194419360355878, "ce": 0.17849593252982135}, {"step": 767, "kl": 0.07130623905900596, "ce": 0.18936983349467001}, {"step": 768, "kl": 0.06466386229794911, "ce": 0.17779524828848448}, {"step": 769, "kl": 0.08031684252240325, "ce": 0.1686159117253066}, {"step": 770, "kl": 0.08072940441324562, "ce": 0.2446857364833107}, {"step": 771, "kl": 0.07631377084123575, "ce": 0.1959790369245325}, {"step": 772, "kl": 0.06104971862214612, "ce": 0.15484401045462517}, {"step": 773, "kl": 0.07113164111669124, "ce": 0.19860891403457845}, {"step": 774, "kl": 0.0722423695714761, "ce": 0.19785708062454924}, {"step": 775, "kl": 0.06959971694740974, "ce": 0.17762476110150224}, {"step": 776, "kl": 0.08700235852924872, "ce": 0.2146770793539255}, {"step": 777, "kl": 0.06241478938260614, "ce": 0.1952258779472203}, {"step": 778, "kl": 0.06786290416962629, "ce": 0.1555733652760937}, {"step": 779, "kl": 0.07081522723027885, "ce": 0.16691057543388077}, {"step": 780, "kl": 0.08142536415728828, "ce": 0.19254147571667884}, {"step": 781, "kl": 0.07751916375215756, "ce": 0.16187850466927559}, {"step": 782, "kl": 0.07699293819899411, "ce": 0.1984077706498483}, {"step": 783, "kl": 0.06410092339047876, "ce": 0.14451122283935547}, {"step": 784, "kl": 0.08336253910930724, "ce": 0.21043906180063884}, {"step": 785, "kl": 0.0650973489255081, "ce": 0.19857769268491826}, {"step": 786, "kl": 0.06541835233818458, "ce": 0.21012226933712896}, {"step": 787, "kl": 0.07596824654403059, "ce": 0.19918736784081711}, {"step": 788, "kl": 0.08335866683905345, "ce": 0.19462806937748917}, {"step": 789, "kl": 0.07921543363691595, "ce": 0.20848568746569743}, {"step": 790, "kl": 0.06388867357039102, "ce": 0.159773592376588}, {"step": 791, "kl": 0.07519847378124185, "ce": 0.1945637380342654}, {"step": 792, "kl": 0.06260931372963835, "ce": 0.1589654563543084}, {"step": 793, "kl": 0.07808758034759998, "ce": 0.15288487175243123}, {"step": 794, "kl": 0.07327764736827168, "ce": 0.20417498959133754}, {"step": 795, "kl": 0.08123939583799662, "ce": 0.20834627795010321}, {"step": 796, "kl": 0.08156183512594667, "ce": 0.18348363307509577}, {"step": 797, "kl": 0.0648647789642446, "ce": 0.1761052128275939}, {"step": 798, "kl": 0.07159795890860006, "ce": 0.18956750736504438}, {"step": 799, "kl": 0.0707177822346801, "ce": 0.19144992758907}, {"step": 800, "kl": 0.07398150307183182, "ce": 0.2064071241517672}, {"step": 801, "kl": 0.059103348793591165, "ce": 0.16320922382183692}, {"step": 802, "kl": 0.07568536138454135, "ce": 0.21425044609116242}, {"step": 803, "kl": 0.07864190506126317, "ce": 0.19828012390638203}, {"step": 804, "kl": 0.0669265355166697, "ce": 0.17865195983026227}, {"step": 805, "kl": 0.07587964517111959, "ce": 0.1755126636784251}, {"step": 806, "kl": 0.0650194552599215, "ce": 0.1679842993862355}, {"step": 807, "kl": 0.06629249121259913, "ce": 0.16631570644010027}, {"step": 808, "kl": 0.06611305002651999, "ce": 0.1746297393054084}, {"step": 809, "kl": 0.06643389916583833, "ce": 0.15402320061417074}, {"step": 810, "kl": 0.062489696537714766, "ce": 0.19462945318085675}, {"step": 811, "kl": 0.07504888359741854, "ce": 0.1686272912957007}, {"step": 812, "kl": 0.08140881297100022, "ce": 0.20289701393486653}, {"step": 813, "kl": 0.05753659623743657, "ce": 0.18044098607310052}, {"step": 814, "kl": 0.07247928103762367, "ce": 0.18929980162097856}, {"step": 815, "kl": 0.074700286932389, "ce": 0.16384336720278236}, {"step": 816, "kl": 0.07991895816024491, "ce": 0.17926102017943651}, {"step": 817, "kl": 0.05663511297535287, "ce": 0.16596360606423333}, {"step": 818, "kl": 0.06605425161303395, "ce": 0.16313324748760674}, {"step": 819, "kl": 0.0890362793969836, "ce": 0.21873147086964073}, {"step": 820, "kl": 0.06934705484152745, "ce": 0.16539917490945896}, {"step": 821, "kl": 0.06894327065913601, "ce": 0.165124090248212}, {"step": 822, "kl": 0.09363062108022205, "ce": 0.19312239174053633}, {"step": 823, "kl": 0.07310388352838008, "ce": 0.17144600285671938}, {"step": 824, "kl": 0.07383531868236215, "ce": 0.1912421238318772}, {"step": 825, "kl": 0.06543598787654556, "ce": 0.18073144367556399}, {"step": 826, "kl": 0.07600266784079225, "ce": 0.20051699647370158}, {"step": 827, "kl": 0.07245866847810345, "ce": 0.1831801618918798}, {"step": 828, "kl": 0.07061907204336494, "ce": 0.16182176941135795}, {"step": 829, "kl": 0.06394883529271934, "ce": 0.18998915626525875}, {"step": 830, "kl": 0.06739441617900661, "ce": 0.1944345189355506}, {"step": 831, "kl": 0.07779338807816717, "ce": 0.14521018881050393}, {"step": 832, "kl": 0.07342695053842002, "ce": 0.17634145854743857}, {"step": 833, "kl": 0.06912100132391569, "ce": 0.15239984236130216}, {"step": 834, "kl": 0.06678805378119448, "ce": 0.16294347146211524}, {"step": 835, "kl": 0.08015330513091715, "ce": 0.2029217475406497}, {"step": 836, "kl": 0.06497118162869894, "ce": 0.18106422587411025}, {"step": 837, "kl": 0.06326782324136553, "ce": 0.1822684343644599}, {"step": 838, "kl": 0.07260846191482502, "ce": 0.19492181739438724}, {"step": 839, "kl": 0.07200144947991646, "ce": 0.17376717182103407}, {"step": 840, "kl": 0.07092294020696899, "ce": 0.1549122130508986}, {"step": 841, "kl": 0.07836689960729996, "ce": 0.19355630807243115}, {"step": 842, "kl": 0.07071055237980856, "ce": 0.1988389389226079}, {"step": 843, "kl": 0.07258047453278914, "ce": 0.1903568174625886}, {"step": 844, "kl": 0.06874801621111795, "ce": 0.17058039170122477}, {"step": 845, "kl": 0.057941207315352475, "ce": 0.14696706858804906}, {"step": 846, "kl": 0.0740056216479785, "ce": 0.18688721782369738}, {"step": 847, "kl": 0.0781580559192459, "ce": 0.18469546908278578}, {"step": 848, "kl": 0.07415109618258453, "ce": 0.17904490229995457}, {"step": 849, "kl": 0.0731212428774004, "ce": 0.18458460960138504}, {"step": 850, "kl": 0.0647921017745323, "ce": 0.1701160425961393}, {"step": 851, "kl": 0.08016108655730546, "ce": 0.18236044719914463}, {"step": 852, "kl": 0.06505119791095296, "ce": 0.1936889000625505}, {"step": 853, "kl": 0.07242853240190368, "ce": 0.17643351100240734}, {"step": 854, "kl": 0.07275789112611032, "ce": 0.14011905661582638}, {"step": 855, "kl": 0.06701728552763167, "ce": 0.14308407265985376}, {"step": 856, "kl": 0.06319946477351356, "ce": 0.14498195001122008}, {"step": 857, "kl": 0.07081917400937529, "ce": 0.19084915309611297}, {"step": 858, "kl": 0.06626705468726912, "ce": 0.1406834892853229}, {"step": 859, "kl": 0.07802960721007197, "ce": 0.17589778732733924}, {"step": 860, "kl": 0.078048378380807, "ce": 0.1959198276911463}, {"step": 861, "kl": 0.08156898194133975, "ce": 0.20776444420935763}, {"step": 862, "kl": 0.08019238607330413, "ce": 0.2149564433869926}, {"step": 863, "kl": 0.05933928551678265, "ce": 0.16289909896252744}, {"step": 864, "kl": 0.07280229040875082, "ce": 0.1717851087003578}, {"step": 865, "kl": 0.08541905800069313, "ce": 0.1700792314393053}, {"step": 866, "kl": 0.06998893210370902, "ce": 0.1750644778684821}, {"step": 867, "kl": 0.07319578023140609, "ce": 0.19987713972672405}, {"step": 868, "kl": 0.0669856051910798, "ce": 0.19889557295087992}, {"step": 869, "kl": 0.0641454039642712, "ce": 0.16306513818048474}, {"step": 870, "kl": 0.07573135540901867, "ce": 0.20773633565483324}, {"step": 871, "kl": 0.06888852986069162, "ce": 0.17367700244494233}, {"step": 872, "kl": 0.06892295558338332, "ce": 0.17520041511346002}, {"step": 873, "kl": 0.06210550334183845, "ce": 0.1463208671332081}, {"step": 874, "kl": 0.05966226954807102, "ce": 0.15508088809956638}, {"step": 875, "kl": 0.07677176125067645, "ce": 0.18328434244524952}, {"step": 876, "kl": 0.06784624864922902, "ce": 0.16860228053051063}, {"step": 877, "kl": 0.07922733771575367, "ce": 0.19230287069893295}, {"step": 878, "kl": 0.07899078204642782, "ce": 0.2134213399549917}, {"step": 879, "kl": 0.07119889789523341, "ce": 0.18640137689410882}, {"step": 880, "kl": 0.06632682852677714, "ce": 0.1566877055100337}, {"step": 881, "kl": 0.06730785273205606, "ce": 0.16930395604256315}, {"step": 882, "kl": 0.07707288422925442, "ce": 0.16344035621004163}, {"step": 883, "kl": 0.05724508394218633, "ce": 0.16826202954260153}, {"step": 884, "kl": 0.07313487248798824, "ce": 0.17539920465615885}, {"step": 885, "kl": 0.07510362391348008, "ce": 0.15765570300658985}, {"step": 886, "kl": 0.07301903945377015, "ce": 0.1805468979059058}, {"step": 887, "kl": 0.0807180513211909, "ce": 0.15883784948131408}, {"step": 888, "kl": 0.06799817152724887, "ce": 0.18900573892953437}, {"step": 889, "kl": 0.08208333689515433, "ce": 0.20718872255477364}, {"step": 890, "kl": 0.0774442169197512, "ce": 0.13593874857509125}, {"step": 891, "kl": 0.06430804608377529, "ce": 0.174586502990585}, {"step": 892, "kl": 0.05421171014167402, "ce": 0.15969699450648436}, {"step": 893, "kl": 0.05891909090001854, "ce": 0.17282319803575089}, {"step": 894, "kl": 0.07991668381307793, "ce": 0.2132670518709496}, {"step": 895, "kl": 0.07076879968615862, "ce": 0.1753163034806586}, {"step": 896, "kl": 0.0779493973202949, "ce": 0.19017165339535033}, {"step": 897, "kl": 0.06336964315526626, "ce": 0.14076437050978882}, {"step": 898, "kl": 0.08118936301813309, "ce": 0.18338742098965488}, {"step": 899, "kl": 0.08183487407687232, "ce": 0.1879011610295854}, {"step": 900, "kl": 0.07072704720351039, "ce": 0.1519937078134252}, {"step": 901, "kl": 0.08260870408695856, "ce": 0.24093603866822091}, {"step": 902, "kl": 0.087819875667035, "ce": 0.17187869715859969}, {"step": 903, "kl": 0.06309304224364028, "ce": 0.15863267508953494}, {"step": 904, "kl": 0.07701452459515926, "ce": 0.1797418988304992}, {"step": 905, "kl": 0.09237219601633681, "ce": 0.18914010265471984}, {"step": 906, "kl": 0.0667239225028101, "ce": 0.1912231608112383}, {"step": 907, "kl": 0.06662451548070701, "ce": 0.19132640573868887}, {"step": 908, "kl": 0.06414110402141693, "ce": 0.14126818813697098}, {"step": 909, "kl": 0.07414427767570823, "ce": 0.18659724977508993}, {"step": 910, "kl": 0.07758995183818451, "ce": 0.17013718376397663}, {"step": 911, "kl": 0.060734374763371804, "ce": 0.1614364758149298}, {"step": 912, "kl": 0.06077548812904338, "ce": 0.13958696621900413}, {"step": 913, "kl": 0.07533447076420957, "ce": 0.18593572829614344}, {"step": 914, "kl": 0.08274615274313048, "ce": 0.1893170330160004}, {"step": 915, "kl": 0.07064161580952497, "ce": 0.17151602528155496}, {"step": 916, "kl": 0.06672480823265983, "ce": 0.19100134945779643}, {"step": 917, "kl": 0.0692331836337135, "ce": 0.17290507948863498}, {"step": 918, "kl": 0.06517833611119585, "ce": 0.15906445203761238}, {"step": 919, "kl": 0.07151396978116925, "ce": 0.15637097471596287}, {"step": 920, "kl": 0.06577000038033927, "ce": 0.18081943632532152}, {"step": 921, "kl": 0.05628170598550622, "ce": 0.15978290455079483}, {"step": 922, "kl": 0.05886500539165167, "ce": 0.1512276667537111}], "val": [{"step": 0, "math_kl": 0.08435009805638696, "math_ce": 0.48463048857849117, "code_kl": 0.15332529827721086, "code_ce": 0.31500937218458064, "math_hard_kl": 0.09329687484267526, "math_hard_ce": 0.6136897417741203}, {"step": 461, "math_kl": 0.09651241554211405, "math_ce": 0.46454138776174947, "code_kl": 0.09481598455885215, "code_ce": 0.23820307467122498, "math_hard_kl": 0.11561107494912086, "math_hard_ce": 0.6070790971777177}, {"step": 922, "math_kl": 0.10094955866903507, "math_ce": 0.47546204311290524, "code_kl": 0.08989427999834172, "code_ce": 0.23964554178732264, "math_hard_kl": 0.12081789152162996, "math_hard_ce": 0.6168563930018784}]}
|
seq_math_code_kd_ce_seed1/stage2_code/model.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a3419a53c50a9d08b82293d5ed896e2f50c506295fc14ca6103f4792aedf28fe
|
| 3 |
+
size 3087467144
|