diff --git a/.gitattributes b/.gitattributes index c6f6509e2f4c97235fefc0a0ae4406376c20ca89..82675eab340966e7a7ed610e1a3748a452c75516 100644 --- a/.gitattributes +++ b/.gitattributes @@ -295,3 +295,26 @@ experiments/rl_finetuning/outputs/review_anchor_baseline_rl/figures/t_bin_grad_n experiments/rl_finetuning/outputs/review_anchor_baseline_rl/figures/t_distribution_analysis.png filter=lfs diff=lfs merge=lfs -text experiments/rl_finetuning/outputs/review_anchor_baseline_rl/figures/win_rate_and_effective_batch_size.png filter=lfs diff=lfs merge=lfs -text experiments/rl_finetuning/outputs/review_run1_bc_all/figures/curves_bc_all.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run1_bc_all/figures/per_layer_grad_heatmap_bc_all.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run1_bc_all/figures/representation_drift.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_grad_norms_bc_all.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_distribution_analysis.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run1_bc_all/figures/win_rate_and_effective_batch_size.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/curves_advantage_clip.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/per_layer_grad_heatmap_advantage_clip.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/representation_drift.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_grad_norms_advantage_clip.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_distribution_analysis.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/win_rate_and_effective_batch_size.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/curves_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/per_layer_grad_heatmap_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/representation_drift.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_grad_norms_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_distribution_analysis.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/win_rate_and_effective_batch_size.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/curves_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/per_layer_grad_heatmap_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/representation_drift.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_grad_norms_baseline_rl.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_distribution_analysis.png filter=lfs diff=lfs merge=lfs -text +experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/win_rate_and_effective_batch_size.png filter=lfs diff=lfs merge=lfs -text diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/group_comparison.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/group_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..8c43c20199e368eaf043952400fdf9e4ca6e0bc4 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/group_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/per_layer_grad_heatmap_bc_all.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/per_layer_grad_heatmap_bc_all.png new file mode 100644 index 0000000000000000000000000000000000000000..7ec2b546511e0357454a23bc78f5ee55369b25d4 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/per_layer_grad_heatmap_bc_all.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:96b269ef6692a00101577c6c3c7284a6f2a8bc521b21d88e9efdb0ddc3c359be +size 550021 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/representation_drift.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/representation_drift.png new file mode 100644 index 0000000000000000000000000000000000000000..5551da32556ccd3dfd49ff8045826a9ef52c1859 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/representation_drift.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bf652f1c0a738eb3200b690d8c353e6925c0c949cfb70af42e279a6757c3649d +size 206943 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/score_delta_over_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/score_delta_over_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..6803e9d73ab7322f338aa6c8d82f87807f5dbe6d Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/score_delta_over_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_grad_norms_bc_all.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_grad_norms_bc_all.png new file mode 100644 index 0000000000000000000000000000000000000000..eaf63ca18c60280ec52ae9f81b9df97b72e724df --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_grad_norms_bc_all.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:30cc41a74f9fcc909cff579283abd19b4171bc4a20cf9cd71c39a63491132e8f +size 226337 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_norms_heatmap.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_norms_heatmap.png new file mode 100644 index 0000000000000000000000000000000000000000..246a61b8aeac06d8bfcfc2ada537d94462ae720e Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_bin_norms_heatmap.png differ diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_distribution_analysis.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_distribution_analysis.png new file mode 100644 index 0000000000000000000000000000000000000000..2e46d12e10b77e81803bbe800f75854cc0fe6f27 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/t_distribution_analysis.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a91fe9d51c13c9d2b9a7138c33b52444dc167d14f8c127c66641feae47cb80c4 +size 138867 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/win_rate_and_effective_batch_size.png b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/win_rate_and_effective_batch_size.png new file mode 100644 index 0000000000000000000000000000000000000000..2279b97e414b32de11888a9897bb332176223cd6 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/figures/win_rate_and_effective_batch_size.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1bd67c1600bbc1205c7133fedf5766f638db0d0ca295bb1af9950d02898a7db9 +size 155468 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/results.json b/experiments/rl_finetuning/outputs/review_run1_bc_all/results.json new file mode 100644 index 0000000000000000000000000000000000000000..6407775359ca7415c1bfffa2bfd88bfeed03c4b2 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/results.json @@ -0,0 +1,3970 @@ +{ + "pretrained_score": 11.975441932678223, + "pretrained_ach_rates": { + "Achievements/collect_coal": 0.63572265625, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.5005875396728515, + "Achievements/collect_iron": 0.43125732421875, + "Achievements/collect_sapling": 0.8907167816162109, + "Achievements/collect_stone": 0.9153936004638672, + "Achievements/collect_wood": 0.9952996063232422, + "Achievements/defeat_skeleton": 0.2079905891418457, + "Achievements/defeat_zombie": 0.6662749481201172, + "Achievements/eat_cow": 0.4500587463378906, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.051703877449035644, + "Achievements/make_iron_sword": 0.2385428810119629, + "Achievements/make_stone_pickaxe": 0.7203289794921875, + "Achievements/make_stone_sword": 0.7920093536376953, + "Achievements/make_wood_pickaxe": 0.9553466033935547, + "Achievements/make_wood_sword": 0.8119858551025391, + "Achievements/place_furnace": 0.8789659118652344, + "Achievements/place_plant": 0.6380728530883789, + "Achievements/place_stone": 0.7285546112060547, + "Achievements/place_table": 0.9835487365722656, + "Achievements/wake_up": 0.38307872772216794 + }, + "config": { + "ENV_NAME": "Craftax-Classic-Symbolic-v1", + "USE_OPTIMISTIC_RESETS": false, + "OPTIMISTIC_RESET_RATIO": 16, + "D_MODEL": 384, + "N_HEADS": 8, + "N_LAYERS": 6, + "D_FF": 768, + "OBS_ENCODER_LAYERS": 2, + "OBS_ENCODER_WIDTH": 768, + "DROPOUT_RATE": 0.1, + "PLAN_HORIZON": 32, + "DIFFUSION_SCHEDULE": "cosine", + "TRAIN_SIGMA": 0.0, + "LABEL_SMOOTHING": 0.0, + "DIFFUSION_STEPS": 15, + "DIFFUSION_STEPS_EVAL": 10, + "REMASK_STRATEGY": "rescale", + "ETA": 0.5, + "USE_LOOP": true, + "T_ON": 0.7, + "T_OFF": 0.3, + "TEMPERATURE": 0.5, + "TOP_P": 0.95, + "LR": 0.0003, + "MAX_GRAD_NORM": 1.0, + "WEIGHT_DECAY": 0.0001, + "LR_WARMUP_FRAMES": "1.6384e6", + "NUM_ENVS": 192, + "NUM_STEPS": 128, + "NUM_MINIBATCHES": 8, + "UPDATE_EPOCHS": 8, + "NUM_REPEATS": 1, + "OFFLINE_TOTAL_TIMESTEPS": 100000000.0, + "COLLECT_TEMPERATURE": 1.0, + "RETURN_WEIGHT_CAP": 5.0, + "ONLINE_TOTAL_TIMESTEPS": 100000000.0, + "DAGGER_BETA_INIT": 1.0, + "DAGGER_BETA_FINAL": 0.344, + "DAGGER_BUFFER_CYCLES": 1.90735, + "DAGGER_TRAIN_PASSES": null, + "DAGGER_EXPERT_DETERMINISTIC": true, + "VAL_INTERVAL_FRAMES": 1000000.0, + "VAL_DIFFUSION_STEPS": 50, + "VAL_REPLAN_EVERY": 4, + "VAL_STEPS": 256, + "COLLECT_NUM_STEPS": 10000000, + "COLLECT_NUM_ENVS": 128, + "PPO_MODEL_TYPE": "ppo_rnn", + "LAYER_SIZE": 512, + "EVAL_STEPS": 1024, + "EVAL_NUM_ENVS": 32, + "INFERENCE_SAMPLER": "sample_plan", + "EVAL_REPLAN": 8, + "SAVE_POLICY": true, + "CHECKPOINT_DIR": "checkpoints", + "RESUME_CHECKPOINT_PATH": null, + "RESUME_WANDB_RUN_ID": null, + "RESUME_STEP": null, + "JAX_COMPILATION_CACHE_DIR": null, + "SEED": null, + "MAX_ITER": 500, + "BATCH_SIZE": 1024, + "DIFFUSION_STEPS_COLLECT": 5, + "EMA_DECAY": 0.999, + "EVAL_EVERY": 25, + "GRAD_ALIGN_EVERY": 25, + "REPR_DRIFT_EVERY": 25, + "T_ANALYSIS_EVERY": 25, + "CKA_EVERY": 50, + "PER_LAYER_EVERY": 25, + "T_ANALYSIS_N_BINS": 10, + "CKA_BATCH_SIZE": 256, + "WIN_THRESHOLD": 0.5, + "RETURN_WEIGHT_FLOOR": 0.1, + "EWC_LAMBDA": 100.0, + "EWC_FISHER_BATCHES": 20, + "LLRD_DECAY": 0.9, + "LORA_RANK": 8, + "LORA_ALPHA": 16.0, + "MIXED_REPLAY_RATIO": 0.25, + "MIXED_REPLAY_BUFFER_SIZE": 20000, + "TRUST_REGION_KL": 0.05, + "KL_COEF": 0.1, + "T_CURRICULUM_START": 0.8, + "T_CURRICULUM_END": 0.2, + "T_CURRICULUM_STEPS": 200, + "T_MAX_LOW": 0.2, + "ENTROPY_COEF": 0.01, + "ADV_CLIP_EPS": 0.2, + "REWARD_FILTER_PERCENTILE": 75, + "RUNNING_STATS_EMA_DECAY": 0.99, + "REWARD_MODEL_WIDTH": 64, + "REWARD_MODEL_DEPTH": 2, + "REWARD_MODEL_LR": 0.001, + "REWARD_MODEL_TRAIN_STEPS": 50, + "NUM_SEEDS": 3, + "CHECKPOINT_PATH": "checkpoints/online/Craftax-Classic-Symbolic-v1-Online-Diffusion-DAgger-100M", + "NUM_ACTIONS": 17 + }, + "ablations": { + "bc_all": { + "score": 4.7347737948099775, + "score_std": 0.18685936283407936, + "all_scores": [ + 4.609360218048096, + 4.998920917510986, + 4.59604024887085 + ], + "history": { + "iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "loss": [ + 0.9177814722061157, + 0.8657678365707397, + 0.9040964841842651, + 0.8892872929573059, + 0.8254656791687012, + 0.8023383617401123, + 0.8050556182861328, + 0.8310645222663879, + 0.8060510158538818, + 0.8574225902557373, + 0.7719440460205078, + 0.7540338039398193, + 0.8242350816726685, + 0.7927963137626648, + 0.7489547729492188, + 0.7962165474891663, + 0.7790601253509521, + 0.735502302646637, + 0.7711870074272156, + 0.71757572889328, + 0.7307716608047485, + 0.7308432459831238, + 0.6912761926651001, + 0.6826034784317017, + 0.7667620182037354, + 0.7000787258148193, + 0.6867080926895142, + 0.6850314140319824, + 0.698059618473053, + 0.6505377888679504, + 0.647986888885498, + 0.6863086223602295, + 0.6172002553939819, + 0.6136723160743713, + 0.6258367896080017, + 0.6706118583679199, + 0.593995213508606, + 0.6353039145469666, + 0.6426330804824829, + 0.6155164241790771, + 0.587624192237854, + 0.5173577666282654, + 0.620412290096283, + 0.5510576963424683, + 0.5714721083641052, + 0.5690973997116089, + 0.5589429140090942, + 0.5003600716590881, + 0.5897995829582214, + 0.5981869697570801 + ], + "env_score_iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "env_score": [ + 4.385714054107666, + 4.186666011810303, + 4.322972297668457, + 5.066666603088379, + 4.870270252227783, + 4.59999942779541, + 4.367122650146484, + 4.005062580108643, + 3.9666662216186523, + 4.402817249298096, + 4.311538219451904, + 4.017807960510254, + 4.09999942779541, + 3.6410958766937256, + 4.177464962005615, + 4.348275661468506, + 3.916901111602783, + 4.0161285400390625, + 3.9782052040100098, + 3.7835440635681152, + 3.885714054107666, + 4.014285087585449, + 3.3951804637908936, + 3.3535208702087402, + 3.6886520385742188, + 3.5999996662139893, + 3.5842764377593994, + 3.4724135398864746, + 3.435525894165039, + 3.507643222808838, + 3.4112582206726074, + 3.541378974914551, + 3.0387752056121826, + 3.323683738708496, + 3.0622639656066895, + 3.3045449256896973, + 2.9944100379943848, + 2.662043333053589, + 2.895918130874634, + 3.3399996757507324, + 2.7126758098602295, + 2.927586078643799, + 2.5964536666870117, + 2.484614849090576, + 2.3837833404541016, + 2.518181562423706, + 2.258227586746216, + 2.4835615158081055, + 2.787074565887451, + 2.3340420722961426 + ], + "eval_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "eval_score": [ + 11.950712203979492, + 11.596017837524414, + 11.402406692504883, + 11.42009162902832, + 10.882946968078613, + 10.723155975341797, + 10.36467456817627, + 9.786059379577637, + 9.678420066833496, + 9.411476135253906, + 8.852147102355957, + 8.74756908416748, + 7.905986309051514, + 7.8176469802856445, + 7.092678070068359, + 6.447293758392334, + 6.222681522369385, + 5.425204277038574, + 5.062189102172852, + 4.610304832458496 + ], + "grad_align_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "grad_align": [ + 0.2772577702999115, + 0.18728147447109222, + 0.1791415512561798, + 0.23697181046009064, + 0.3368985950946808, + -0.20083773136138916, + 0.2139524221420288, + -0.15181255340576172, + -0.14324051141738892, + 0.18432237207889557, + -0.19599159061908722, + -0.3402900695800781, + 0.1341695487499237, + -0.3022210896015167, + 0.2733616828918457, + 0.012453673407435417, + -0.3243951201438904, + -0.4081764817237854, + 0.3884614408016205, + -0.19476909935474396 + ], + "rl_grad_norm": [ + 0.5454742908477783, + 0.35824212431907654, + 0.45877739787101746, + 0.37604421377182007, + 0.5373678207397461, + 0.348136842250824, + 0.42283040285110474, + 0.5037863254547119, + 0.39388394355773926, + 0.437741219997406, + 0.5542036294937134, + 0.5396142601966858, + 0.5703195929527283, + 0.6128185987472534, + 0.537217915058136, + 0.4701654016971588, + 0.4735918939113617, + 0.5484603047370911, + 0.4126201868057251, + 0.38475680351257324 + ], + "bc_grad_norm": [ + 0.8834731578826904, + 1.0422395467758179, + 1.0003018379211426, + 1.0372103452682495, + 0.9385192394256592, + 1.001589298248291, + 1.1452242136001587, + 1.0650489330291748, + 1.0449472665786743, + 1.1049798727035522, + 1.0800261497497559, + 1.189242959022522, + 1.244579792022705, + 1.1988518238067627, + 1.4163453578948975, + 1.189326524734497, + 1.4125761985778809, + 1.4147388935089111, + 1.493023157119751, + 1.3576940298080444 + ], + "per_layer_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "per_layer_norms": [ + { + "leaf_0": 0.01165779773145914, + "leaf_1": 0.09012551605701447, + "leaf_2": 0.0029520592652261257, + "leaf_3": 0.047804366797208786, + "leaf_4": 0.0017614956013858318, + "leaf_5": 0.044607192277908325, + "leaf_6": 0.00015560773317702115, + "leaf_7": 0.0021546054631471634, + "leaf_8": 0.00023099631653167307, + "leaf_9": 0.007561299949884415, + "leaf_10": 0.018713077530264854, + "leaf_11": 0.3088672161102295, + "leaf_12": 0.01821124739944935, + "leaf_13": 0.006539196241647005, + "leaf_14": 0.004797657951712608, + "leaf_15": 0.011979050934314728, + "leaf_16": 0.006484803277999163, + "leaf_17": 0.002659411635249853, + "leaf_18": 0.03498024493455887, + "leaf_19": 0.0039491127245128155, + "leaf_20": 0.02816672809422016, + "leaf_21": 0.01629343442618847, + "leaf_22": 0.011994313448667526, + "leaf_23": 0.0036153157707303762, + "leaf_24": 0.0033915408421307802, + "leaf_25": 3.578224436751043e-07, + "leaf_26": 0.02327176183462143, + "leaf_27": 0.005129693076014519, + "leaf_28": 0.04765303060412407, + "leaf_29": 0.002202026778832078, + "leaf_30": 0.028755363076925278, + "leaf_31": 0.00876121036708355, + "leaf_32": 0.09611742943525314, + "leaf_33": 0.002303232904523611, + "leaf_34": 0.03350156173110008, + "leaf_35": 0.002474292181432247, + "leaf_36": 0.02455330826342106, + "leaf_37": 0.006671085953712463, + "leaf_38": 0.004560521338135004, + "leaf_39": 0.002925224369391799, + "leaf_40": 0.002179710427299142, + "leaf_41": 1.2339945953954157e-07, + "leaf_42": 0.011286647990345955, + "leaf_43": 0.002747430931776762, + "leaf_44": 0.029331635683774948, + "leaf_45": 0.0010401991894468665, + "leaf_46": 0.01017413567751646, + "leaf_47": 0.004033792298287153, + "leaf_48": 0.032207757234573364, + "leaf_49": 0.0015799232060089707, + "leaf_50": 0.02692997455596924, + "leaf_51": 0.001772538642399013, + "leaf_52": 0.022117888554930687, + "leaf_53": 0.005548024550080299, + "leaf_54": 0.003473946126177907, + "leaf_55": 0.002088134177029133, + "leaf_56": 0.001765651279129088, + "leaf_57": 1.1536840105463853e-07, + "leaf_58": 0.008245372213423252, + "leaf_59": 0.001806952990591526, + "leaf_60": 0.02211901731789112, + "leaf_61": 0.0007000360637903214, + "leaf_62": 0.0083626015111804, + "leaf_63": 0.0028867984656244516, + "leaf_64": 0.024657662957906723, + "leaf_65": 0.0017410649452358484, + "leaf_66": 0.02890869788825512, + "leaf_67": 0.0014152884250506759, + "leaf_68": 0.020336898043751717, + "leaf_69": 0.004648945294320583, + "leaf_70": 0.0030883229337632656, + "leaf_71": 0.0028357470873743296, + "leaf_72": 0.0019089418929070234, + "leaf_73": 1.0316755094663677e-07, + "leaf_74": 0.010762975551187992, + "leaf_75": 0.001450630254112184, + "leaf_76": 0.017934108152985573, + "leaf_77": 0.0008054039790295064, + "leaf_78": 0.010616167448461056, + "leaf_79": 0.0024355342611670494, + "leaf_80": 0.020828524604439735, + "leaf_81": 0.0019199971575289965, + "leaf_82": 0.031220603734254837, + "leaf_83": 0.0011502201668918133, + "leaf_84": 0.016642970964312553, + "leaf_85": 0.005083194002509117, + "leaf_86": 0.0036092649679630995, + "leaf_87": 0.0033381409011781216, + "leaf_88": 0.00242571416310966, + "leaf_89": 1.24901518461229e-07, + "leaf_90": 0.013116108253598213, + "leaf_91": 0.0011747953249141574, + "leaf_92": 0.015663860365748405, + "leaf_93": 0.0010979119688272476, + "leaf_94": 0.01233329251408577, + "leaf_95": 0.0024893933441489935, + "leaf_96": 0.019950149580836296, + "leaf_97": 0.002909010276198387, + "leaf_98": 0.04062064364552498, + "leaf_99": 0.0011547633912414312, + "leaf_100": 0.015504722483456135, + "leaf_101": 0.006265674252063036, + "leaf_102": 0.005466392729431391, + "leaf_103": 0.007101351860910654, + "leaf_104": 0.005647784098982811, + "leaf_105": 1.7241895022834797e-07, + "leaf_106": 0.01932605355978012, + "leaf_107": 0.0007492832373827696, + "leaf_108": 0.015270012430846691, + "leaf_109": 0.0017089593457058072, + "leaf_110": 0.018888521939516068, + "leaf_111": 0.0024619281757622957, + "leaf_112": 0.02325301803648472 + }, + { + "leaf_0": 0.03963470831513405, + "leaf_1": 0.22448508441448212, + "leaf_2": 0.007009462919086218, + "leaf_3": 0.10084094852209091, + "leaf_4": 0.003218479687348008, + "leaf_5": 0.07447294890880585, + "leaf_6": 0.00015669215645175427, + "leaf_7": 0.0021697154734283686, + "leaf_8": 0.00020520905673038214, + "leaf_9": 0.0067878346890211105, + "leaf_10": 0.011732429265975952, + "leaf_11": 0.2084217518568039, + "leaf_12": 0.013035329058766365, + "leaf_13": 0.02159597910940647, + "leaf_14": 0.016396138817071915, + "leaf_15": 0.007917236536741257, + "leaf_16": 0.004226771183311939, + "leaf_17": 0.0027562007308006287, + "leaf_18": 0.034405771642923355, + "leaf_19": 0.0038913448806852102, + "leaf_20": 0.027959149330854416, + "leaf_21": 0.01288311555981636, + "leaf_22": 0.009839702397584915, + "leaf_23": 0.003847881918773055, + "leaf_24": 0.0028341636061668396, + "leaf_25": 2.938653835826699e-07, + "leaf_26": 0.017697865143418312, + "leaf_27": 0.004917616955935955, + "leaf_28": 0.04317646101117134, + "leaf_29": 0.0013167696306481957, + "leaf_30": 0.020165566354990005, + "leaf_31": 0.007639353163540363, + "leaf_32": 0.09039727598428726, + "leaf_33": 0.0017389754066243768, + "leaf_34": 0.02701748162508011, + "leaf_35": 0.002280212938785553, + "leaf_36": 0.022283636033535004, + "leaf_37": 0.007016428746283054, + "leaf_38": 0.00601732125505805, + "leaf_39": 0.0026148816104978323, + "leaf_40": 0.0019109910354018211, + "leaf_41": 1.1732612392734154e-07, + "leaf_42": 0.024373522028326988, + "leaf_43": 0.0024633528664708138, + "leaf_44": 0.0252994354814291, + "leaf_45": 0.002392695751041174, + "leaf_46": 0.01533349696546793, + "leaf_47": 0.0037102086935192347, + "leaf_48": 0.028594549745321274, + "leaf_49": 0.00143332127481699, + "leaf_50": 0.024619093164801598, + "leaf_51": 0.0014072859194129705, + "leaf_52": 0.018576841801404953, + "leaf_53": 0.006019334774464369, + "leaf_54": 0.0034723763819783926, + "leaf_55": 0.002390398643910885, + "leaf_56": 0.0015086028724908829, + "leaf_57": 1.039416872572474e-07, + "leaf_58": 0.009741866029798985, + "leaf_59": 0.0015813835198059678, + "leaf_60": 0.019673870876431465, + "leaf_61": 0.0008263537893071771, + "leaf_62": 0.009426453150808811, + "leaf_63": 0.0029008141718804836, + "leaf_64": 0.02289283461868763, + "leaf_65": 0.0013139552902430296, + "leaf_66": 0.023580729961395264, + "leaf_67": 0.0009708408615551889, + "leaf_68": 0.015474499203264713, + "leaf_69": 0.004519239068031311, + "leaf_70": 0.003037298796698451, + "leaf_71": 0.002195951761677861, + "leaf_72": 0.0016314650420099497, + "leaf_73": 1.1146881462309466e-07, + "leaf_74": 0.012274401262402534, + "leaf_75": 0.0011235738638788462, + "leaf_76": 0.014615348540246487, + "leaf_77": 0.0009598578908480704, + "leaf_78": 0.010866018943488598, + "leaf_79": 0.002291810465976596, + "leaf_80": 0.01897011138498783, + "leaf_81": 0.00147018872667104, + "leaf_82": 0.025307387113571167, + "leaf_83": 0.0007315744878724217, + "leaf_84": 0.013020328246057034, + "leaf_85": 0.00347522203810513, + "leaf_86": 0.0033572737593203783, + "leaf_87": 0.002352374605834484, + "leaf_88": 0.0017145744059234858, + "leaf_89": 1.0341970835270331e-07, + "leaf_90": 0.012221238575875759, + "leaf_91": 0.000791496888268739, + "leaf_92": 0.011893806979060173, + "leaf_93": 0.0009612207068130374, + "leaf_94": 0.011524183675646782, + "leaf_95": 0.001788994180969894, + "leaf_96": 0.01595481112599373, + "leaf_97": 0.001983299618586898, + "leaf_98": 0.030192269012331963, + "leaf_99": 0.0007078982889652252, + "leaf_100": 0.011889893561601639, + "leaf_101": 0.0038442539516836405, + "leaf_102": 0.0032087655272334814, + "leaf_103": 0.004522964358329773, + "leaf_104": 0.002614644356071949, + "leaf_105": 1.7413665887033858e-07, + "leaf_106": 0.014928711578249931, + "leaf_107": 0.0004959740326739848, + "leaf_108": 0.010965703055262566, + "leaf_109": 0.0010807428043335676, + "leaf_110": 0.014631225727498531, + "leaf_111": 0.0015327766304835677, + "leaf_112": 0.015991346910595894 + }, + { + "leaf_0": 0.010414473712444305, + "leaf_1": 0.0789661556482315, + "leaf_2": 0.0026012975722551346, + "leaf_3": 0.041283827275037766, + "leaf_4": 0.001534265116788447, + "leaf_5": 0.03736811503767967, + "leaf_6": 0.00011344315862515941, + "leaf_7": 0.0015719672664999962, + "leaf_8": 0.00018468170310370624, + "leaf_9": 0.0061153871938586235, + "leaf_10": 0.014337469823658466, + "leaf_11": 0.24537670612335205, + "leaf_12": 0.012473984621465206, + "leaf_13": 0.005803746171295643, + "leaf_14": 0.004318177700042725, + "leaf_15": 0.008563735522329807, + "leaf_16": 0.0041847568936645985, + "leaf_17": 0.002200177637860179, + "leaf_18": 0.028432918712496758, + "leaf_19": 0.0031485066283494234, + "leaf_20": 0.02460530772805214, + "leaf_21": 0.01018206961452961, + "leaf_22": 0.0082573052495718, + "leaf_23": 0.002861965913325548, + "leaf_24": 0.0020887996070086956, + "leaf_25": 2.293115528573253e-07, + "leaf_26": 0.019535541534423828, + "leaf_27": 0.0037554993759840727, + "leaf_28": 0.034912534058094025, + "leaf_29": 0.0017370381392538548, + "leaf_30": 0.02283378131687641, + "leaf_31": 0.006126574240624905, + "leaf_32": 0.06760445982217789, + "leaf_33": 0.0016604248667135835, + "leaf_34": 0.026008620858192444, + "leaf_35": 0.001719344058074057, + "leaf_36": 0.020613426342606544, + "leaf_37": 0.005674667656421661, + "leaf_38": 0.0035437613260000944, + "leaf_39": 0.0025530830025672913, + "leaf_40": 0.0018471309449523687, + "leaf_41": 1.0717754150846304e-07, + "leaf_42": 0.009135096333920956, + "leaf_43": 0.002106074243783951, + "leaf_44": 0.023359550163149834, + "leaf_45": 0.0007183621055446565, + "leaf_46": 0.008692814968526363, + "leaf_47": 0.0034600887447595596, + "leaf_48": 0.026169029995799065, + "leaf_49": 0.001345581840723753, + "leaf_50": 0.023429978638887405, + "leaf_51": 0.0012545454083010554, + "leaf_52": 0.017733803018927574, + "leaf_53": 0.004099598620086908, + "leaf_54": 0.0029208853375166655, + "leaf_55": 0.0020002995152026415, + "leaf_56": 0.0016077435575425625, + "leaf_57": 1.2945984906309604e-07, + "leaf_58": 0.008499911054968834, + "leaf_59": 0.0013131286250427365, + "leaf_60": 0.018245350569486618, + "leaf_61": 0.0006475948612205684, + "leaf_62": 0.008255334571003914, + "leaf_63": 0.0021678090561181307, + "leaf_64": 0.020067762583494186, + "leaf_65": 0.0012675749603658915, + "leaf_66": 0.023003321141004562, + "leaf_67": 0.0009527954971417785, + "leaf_68": 0.015612986870110035, + "leaf_69": 0.004416309297084808, + "leaf_70": 0.0028443557675927877, + "leaf_71": 0.0018384598661214113, + "leaf_72": 0.0014950045151636004, + "leaf_73": 1.0829993613015176e-07, + "leaf_74": 0.010578681714832783, + "leaf_75": 0.0010132937459275126, + "leaf_76": 0.014148375019431114, + "leaf_77": 0.0008476304938085377, + "leaf_78": 0.00968176405876875, + "leaf_79": 0.0022513067815452814, + "leaf_80": 0.017380474135279655, + "leaf_81": 0.001409464399330318, + "leaf_82": 0.025218769907951355, + "leaf_83": 0.0007964282995089889, + "leaf_84": 0.013202527537941933, + "leaf_85": 0.003982013091444969, + "leaf_86": 0.0028021689504384995, + "leaf_87": 0.0026628843042999506, + "leaf_88": 0.001992475474253297, + "leaf_89": 1.1364089402832178e-07, + "leaf_90": 0.011385624296963215, + "leaf_91": 0.0007622929406352341, + "leaf_92": 0.011283221654593945, + "leaf_93": 0.0009713668841868639, + "leaf_94": 0.011255946941673756, + "leaf_95": 0.0018519931472837925, + "leaf_96": 0.015023216605186462, + "leaf_97": 0.0022232236806303263, + "leaf_98": 0.03286515176296234, + "leaf_99": 0.0007848974200896919, + "leaf_100": 0.01290826965123415, + "leaf_101": 0.003850866574794054, + "leaf_102": 0.0031332960352301598, + "leaf_103": 0.0056200046092271805, + "leaf_104": 0.003082798793911934, + "leaf_105": 1.709416324047197e-07, + "leaf_106": 0.014305762946605682, + "leaf_107": 0.0005200288142077625, + "leaf_108": 0.010905039496719837, + "leaf_109": 0.000931287242565304, + "leaf_110": 0.013403093442320824, + "leaf_111": 0.0016145471017807722, + "leaf_112": 0.016330163925886154 + }, + { + "leaf_0": 0.016235247254371643, + "leaf_1": 0.11156029254198074, + "leaf_2": 0.003949303645640612, + "leaf_3": 0.059683941304683685, + "leaf_4": 0.0022501610219478607, + "leaf_5": 0.05350876227021217, + "leaf_6": 0.0001114126862375997, + "leaf_7": 0.0015449807979166508, + "leaf_8": 0.0001756696728989482, + "leaf_9": 0.005831699352711439, + "leaf_10": 0.012267707847058773, + "leaf_11": 0.21911300718784332, + "leaf_12": 0.012618225999176502, + "leaf_13": 0.00917726755142212, + "leaf_14": 0.006392655894160271, + "leaf_15": 0.00768650695681572, + "leaf_16": 0.004526774864643812, + "leaf_17": 0.002608792157843709, + "leaf_18": 0.033536460250616074, + "leaf_19": 0.0037196811754256487, + "leaf_20": 0.026066314429044724, + "leaf_21": 0.013814488425850868, + "leaf_22": 0.010582765564322472, + "leaf_23": 0.0036143925972282887, + "leaf_24": 0.0028757606633007526, + "leaf_25": 2.515708672490291e-07, + "leaf_26": 0.023615427315235138, + "leaf_27": 0.004729532171040773, + "leaf_28": 0.04187922179698944, + "leaf_29": 0.0026424569077789783, + "leaf_30": 0.03127564489841461, + "leaf_31": 0.007738043554127216, + "leaf_32": 0.08570041507482529, + "leaf_33": 0.0020498535595834255, + "leaf_34": 0.02969346009194851, + "leaf_35": 0.002364355605095625, + "leaf_36": 0.023159021511673927, + "leaf_37": 0.006527871824800968, + "leaf_38": 0.004563780035823584, + "leaf_39": 0.0031139266211539507, + "leaf_40": 0.00220947852358222, + "leaf_41": 1.0020191609783069e-07, + "leaf_42": 0.009504314512014389, + "leaf_43": 0.002511664293706417, + "leaf_44": 0.02667148970067501, + "leaf_45": 0.0009015401010401547, + "leaf_46": 0.009529250673949718, + "leaf_47": 0.0037883627228438854, + "leaf_48": 0.031038358807563782, + "leaf_49": 0.0015555033460259438, + "leaf_50": 0.025793077424168587, + "leaf_51": 0.0014969645999372005, + "leaf_52": 0.019416440278291702, + "leaf_53": 0.005428359843790531, + "leaf_54": 0.003613316686823964, + "leaf_55": 0.002427870174869895, + "leaf_56": 0.001772264949977398, + "leaf_57": 1.1102114427785637e-07, + "leaf_58": 0.009183024987578392, + "leaf_59": 0.0015696543268859386, + "leaf_60": 0.02057657204568386, + "leaf_61": 0.0007244343287311494, + "leaf_62": 0.008775599300861359, + "leaf_63": 0.0027396855875849724, + "leaf_64": 0.022718243300914764, + "leaf_65": 0.0015614184085279703, + "leaf_66": 0.02619495615363121, + "leaf_67": 0.001169588533230126, + "leaf_68": 0.017742590978741646, + "leaf_69": 0.00424530915915966, + "leaf_70": 0.003020418109372258, + "leaf_71": 0.0024928736966103315, + "leaf_72": 0.0018198145553469658, + "leaf_73": 1.1357188611782476e-07, + "leaf_74": 0.009423010051250458, + "leaf_75": 0.0011921159457415342, + "leaf_76": 0.016165364533662796, + "leaf_77": 0.0007019981276243925, + "leaf_78": 0.0092368358746171, + "leaf_79": 0.0021491418592631817, + "leaf_80": 0.018866365775465965, + "leaf_81": 0.001780673279426992, + "leaf_82": 0.029595747590065002, + "leaf_83": 0.0009020644356496632, + "leaf_84": 0.014352559112012386, + "leaf_85": 0.004147633444517851, + "leaf_86": 0.0027968694921582937, + "leaf_87": 0.0030071826186031103, + "leaf_88": 0.002227175747975707, + "leaf_89": 1.1667376043078548e-07, + "leaf_90": 0.01127573847770691, + "leaf_91": 0.0009109097882173955, + "leaf_92": 0.013666145503520966, + "leaf_93": 0.0008309858967550099, + "leaf_94": 0.01068157609552145, + "leaf_95": 0.001969560282304883, + "leaf_96": 0.017498858273029327, + "leaf_97": 0.0018329024314880371, + "leaf_98": 0.030263876542448997, + "leaf_99": 0.0007125272531993687, + "leaf_100": 0.01152917928993702, + "leaf_101": 0.004524554125964642, + "leaf_102": 0.003688438795506954, + "leaf_103": 0.004043893422931433, + "leaf_104": 0.002843390218913555, + "leaf_105": 1.4734176545516675e-07, + "leaf_106": 0.014602415263652802, + "leaf_107": 0.0005542786093428731, + "leaf_108": 0.012659060768783092, + "leaf_109": 0.0010818493319675326, + "leaf_110": 0.014240332879126072, + "leaf_111": 0.0017502214759588242, + "leaf_112": 0.018443964421749115 + }, + { + "leaf_0": 0.011110656894743443, + "leaf_1": 0.11357945948839188, + "leaf_2": 0.0029256916604936123, + "leaf_3": 0.04984276369214058, + "leaf_4": 0.001554272137582302, + "leaf_5": 0.041959602385759354, + "leaf_6": 0.00011727105447789654, + "leaf_7": 0.0016232377383857965, + "leaf_8": 0.00018378165259491652, + "leaf_9": 0.0061020199209451675, + "leaf_10": 0.01500720251351595, + "leaf_11": 0.24511218070983887, + "leaf_12": 0.010891816578805447, + "leaf_13": 0.0060015516355633736, + "leaf_14": 0.004947677254676819, + "leaf_15": 0.009245079942047596, + "leaf_16": 0.0035673954989761114, + "leaf_17": 0.0021706826519221067, + "leaf_18": 0.030145369470119476, + "leaf_19": 0.002961730118840933, + "leaf_20": 0.023578085005283356, + "leaf_21": 0.010059323161840439, + "leaf_22": 0.007622326258569956, + "leaf_23": 0.002777709625661373, + "leaf_24": 0.0021159136667847633, + "leaf_25": 2.3768156154346798e-07, + "leaf_26": 0.017466438934206963, + "leaf_27": 0.003590852255001664, + "leaf_28": 0.03725135698914528, + "leaf_29": 0.001756378449499607, + "leaf_30": 0.020707469433546066, + "leaf_31": 0.00587332621216774, + "leaf_32": 0.06839611381292343, + "leaf_33": 0.001688597840256989, + "leaf_34": 0.026765864342451096, + "leaf_35": 0.002080852398648858, + "leaf_36": 0.020646031945943832, + "leaf_37": 0.004875280894339085, + "leaf_38": 0.0035718295257538557, + "leaf_39": 0.002234706887975335, + "leaf_40": 0.0016564236721023917, + "leaf_41": 1.1191127669007983e-07, + "leaf_42": 0.01028906088322401, + "leaf_43": 0.002086769789457321, + "leaf_44": 0.023827161639928818, + "leaf_45": 0.0008847684948705137, + "leaf_46": 0.009370776824653149, + "leaf_47": 0.003048679092898965, + "leaf_48": 0.026237167418003082, + "leaf_49": 0.0013392658438533545, + "leaf_50": 0.023624390363693237, + "leaf_51": 0.0013538859784603119, + "leaf_52": 0.017500033602118492, + "leaf_53": 0.004730576183646917, + "leaf_54": 0.00308577180840075, + "leaf_55": 0.0018731524469330907, + "leaf_56": 0.001454946817830205, + "leaf_57": 1.109309266666969e-07, + "leaf_58": 0.008188598789274693, + "leaf_59": 0.0014986693859100342, + "leaf_60": 0.018969181925058365, + "leaf_61": 0.0008431181195192039, + "leaf_62": 0.008038220927119255, + "leaf_63": 0.002513968152925372, + "leaf_64": 0.02160823531448841, + "leaf_65": 0.0013110284926369786, + "leaf_66": 0.022838229313492775, + "leaf_67": 0.00112351484131068, + "leaf_68": 0.014871944673359394, + "leaf_69": 0.004050167743116617, + "leaf_70": 0.003022366901859641, + "leaf_71": 0.001946236239746213, + "leaf_72": 0.0015163125935941935, + "leaf_73": 1.0632214753059088e-07, + "leaf_74": 0.01138624269515276, + "leaf_75": 0.0010720855789259076, + "leaf_76": 0.014203530736267567, + "leaf_77": 0.0009920302545651793, + "leaf_78": 0.009868423454463482, + "leaf_79": 0.0019602766260504723, + "leaf_80": 0.017531167715787888, + "leaf_81": 0.001718736719340086, + "leaf_82": 0.027613306418061256, + "leaf_83": 0.0009821717394515872, + "leaf_84": 0.012981323525309563, + "leaf_85": 0.003831596113741398, + "leaf_86": 0.002466610400006175, + "leaf_87": 0.00297153671272099, + "leaf_88": 0.0019867660012096167, + "leaf_89": 1.0678963491272953e-07, + "leaf_90": 0.010609611868858337, + "leaf_91": 0.000913234252948314, + "leaf_92": 0.012173458933830261, + "leaf_93": 0.0008508901228196919, + "leaf_94": 0.010147524997591972, + "leaf_95": 0.0019480602350085974, + "leaf_96": 0.01604307070374489, + "leaf_97": 0.0018152252305299044, + "leaf_98": 0.02766474522650242, + "leaf_99": 0.0008676285506226122, + "leaf_100": 0.011608405970036983, + "leaf_101": 0.005053861532360315, + "leaf_102": 0.002966612111777067, + "leaf_103": 0.0041321804746985435, + "leaf_104": 0.002421171637251973, + "leaf_105": 1.4484133714631753e-07, + "leaf_106": 0.013027897104620934, + "leaf_107": 0.0006612436845898628, + "leaf_108": 0.01217817422002554, + "leaf_109": 0.0011271941475570202, + "leaf_110": 0.013413365930318832, + "leaf_111": 0.0021543388720601797, + "leaf_112": 0.019122716039419174 + }, + { + "leaf_0": 0.012881521135568619, + "leaf_1": 0.08481176197528839, + "leaf_2": 0.0028006634674966335, + "leaf_3": 0.044051799923181534, + "leaf_4": 0.0013747985940426588, + "leaf_5": 0.03585334122180939, + "leaf_6": 0.00012809480540454388, + "leaf_7": 0.0017756328452378511, + "leaf_8": 0.00019960371719207615, + "leaf_9": 0.0066641694866120815, + "leaf_10": 0.012636563740670681, + "leaf_11": 0.22421959042549133, + "leaf_12": 0.011938485316932201, + "leaf_13": 0.00701473793014884, + "leaf_14": 0.005520059261471033, + "leaf_15": 0.00821439828723669, + "leaf_16": 0.0047967638820409775, + "leaf_17": 0.001996365375816822, + "leaf_18": 0.026593239977955818, + "leaf_19": 0.003165086731314659, + "leaf_20": 0.02230645716190338, + "leaf_21": 0.009437632746994495, + "leaf_22": 0.007642608135938644, + "leaf_23": 0.0026271543465554714, + "leaf_24": 0.0020236207637935877, + "leaf_25": 2.7775757871495443e-07, + "leaf_26": 0.016299620270729065, + "leaf_27": 0.003478903090581298, + "leaf_28": 0.03223510459065437, + "leaf_29": 0.0014799925265833735, + "leaf_30": 0.0204190444201231, + "leaf_31": 0.005409956909716129, + "leaf_32": 0.060315802693367004, + "leaf_33": 0.00151857640594244, + "leaf_34": 0.024277828633785248, + "leaf_35": 0.0016032278072088957, + "leaf_36": 0.019298860803246498, + "leaf_37": 0.005497105419635773, + "leaf_38": 0.0034708292223513126, + "leaf_39": 0.0022287771571427584, + "leaf_40": 0.0014838329516351223, + "leaf_41": 1.2216969480505213e-07, + "leaf_42": 0.01065547950565815, + "leaf_43": 0.0019574309699237347, + "leaf_44": 0.02283583953976631, + "leaf_45": 0.0007978815119713545, + "leaf_46": 0.009174908511340618, + "leaf_47": 0.003097669454291463, + "leaf_48": 0.02493075467646122, + "leaf_49": 0.0013285994064062834, + "leaf_50": 0.02267959713935852, + "leaf_51": 0.001200771308504045, + "leaf_52": 0.016790224239230156, + "leaf_53": 0.0038712669629603624, + "leaf_54": 0.002857484621927142, + "leaf_55": 0.001916565583087504, + "leaf_56": 0.0014574406668543816, + "leaf_57": 1.001101281872252e-07, + "leaf_58": 0.008288520388305187, + "leaf_59": 0.0012131123803555965, + "leaf_60": 0.018230147659778595, + "leaf_61": 0.0006936563877388835, + "leaf_62": 0.0080052949488163, + "leaf_63": 0.002143529476597905, + "leaf_64": 0.019634515047073364, + "leaf_65": 0.0014255475252866745, + "leaf_66": 0.022839097306132317, + "leaf_67": 0.0010455419542267919, + "leaf_68": 0.015026714652776718, + "leaf_69": 0.0035624320153146982, + "leaf_70": 0.0028015091083943844, + "leaf_71": 0.002049313625320792, + "leaf_72": 0.001378777902573347, + "leaf_73": 1.1437590785590146e-07, + "leaf_74": 0.01111090462654829, + "leaf_75": 0.000981481745839119, + "leaf_76": 0.013859113678336143, + "leaf_77": 0.0008591689984314144, + "leaf_78": 0.009588664397597313, + "leaf_79": 0.0018204149091616273, + "leaf_80": 0.01687619462609291, + "leaf_81": 0.001524870516732335, + "leaf_82": 0.02504510059952736, + "leaf_83": 0.0008489055326208472, + "leaf_84": 0.012481793761253357, + "leaf_85": 0.003983247093856335, + "leaf_86": 0.0026487770956009626, + "leaf_87": 0.0025757532566785812, + "leaf_88": 0.0018089705845341086, + "leaf_89": 9.99848239757739e-08, + "leaf_90": 0.011426422744989395, + "leaf_91": 0.00085990852676332, + "leaf_92": 0.01219357829540968, + "leaf_93": 0.0008824975229799747, + "leaf_94": 0.010622234083712101, + "leaf_95": 0.00208478095009923, + "leaf_96": 0.016324831172823906, + "leaf_97": 0.0021853772923350334, + "leaf_98": 0.032457247376441956, + "leaf_99": 0.0007505563553422689, + "leaf_100": 0.011933544650673866, + "leaf_101": 0.004319141618907452, + "leaf_102": 0.003792299423366785, + "leaf_103": 0.004888581577688456, + "leaf_104": 0.0043473439291119576, + "leaf_105": 1.5058625990604924e-07, + "leaf_106": 0.012780408374965191, + "leaf_107": 0.0005590090295299888, + "leaf_108": 0.011789852753281593, + "leaf_109": 0.0008868711302056909, + "leaf_110": 0.01251512672752142, + "leaf_111": 0.001761747756972909, + "leaf_112": 0.016942908987402916 + }, + { + "leaf_0": 0.016122110188007355, + "leaf_1": 0.11331905424594879, + "leaf_2": 0.0031801771838217974, + "leaf_3": 0.05037558823823929, + "leaf_4": 0.0016676255036145449, + "leaf_5": 0.04324854537844658, + "leaf_6": 0.00012327662261668593, + "leaf_7": 0.0017076353542506695, + "leaf_8": 0.0001969784643733874, + "leaf_9": 0.006555620115250349, + "leaf_10": 0.008102034218609333, + "leaf_11": 0.15367144346237183, + "leaf_12": 0.011898551136255264, + "leaf_13": 0.008433936163783073, + "leaf_14": 0.006472802720963955, + "leaf_15": 0.005144903436303139, + "leaf_16": 0.0030918768607079983, + "leaf_17": 0.0020914957858622074, + "leaf_18": 0.027910564094781876, + "leaf_19": 0.0028440202586352825, + "leaf_20": 0.022306490689516068, + "leaf_21": 0.009958847425878048, + "leaf_22": 0.0076707229018211365, + "leaf_23": 0.0028865577187389135, + "leaf_24": 0.002076075877994299, + "leaf_25": 2.3671886140164133e-07, + "leaf_26": 0.016801001504063606, + "leaf_27": 0.003633101936429739, + "leaf_28": 0.03392919898033142, + "leaf_29": 0.001199453487060964, + "leaf_30": 0.01790812611579895, + "leaf_31": 0.005842217244207859, + "leaf_32": 0.06574054062366486, + "leaf_33": 0.0016177549259737134, + "leaf_34": 0.02527555450797081, + "leaf_35": 0.0017797398613765836, + "leaf_36": 0.01908961683511734, + "leaf_37": 0.004926999565213919, + "leaf_38": 0.003923138603568077, + "leaf_39": 0.0024398360401391983, + "leaf_40": 0.0016507807886227965, + "leaf_41": 1.2342808020093798e-07, + "leaf_42": 0.011813176795840263, + "leaf_43": 0.0019621991086751223, + "leaf_44": 0.02339310012757778, + "leaf_45": 0.0011560408165678382, + "leaf_46": 0.00964142382144928, + "leaf_47": 0.0031362229492515326, + "leaf_48": 0.027602093294262886, + "leaf_49": 0.001340300776064396, + "leaf_50": 0.023032570257782936, + "leaf_51": 0.0011443528346717358, + "leaf_52": 0.016087226569652557, + "leaf_53": 0.0046234033070504665, + "leaf_54": 0.002995535498484969, + "leaf_55": 0.0021774659398943186, + "leaf_56": 0.0015957012074068189, + "leaf_57": 8.834531683987734e-08, + "leaf_58": 0.008239997550845146, + "leaf_59": 0.0012856315588578582, + "leaf_60": 0.018040426075458527, + "leaf_61": 0.0006625416572205722, + "leaf_62": 0.008108504116535187, + "leaf_63": 0.002413907554000616, + "leaf_64": 0.020857762545347214, + "leaf_65": 0.0010682555148378015, + "leaf_66": 0.020887678489089012, + "leaf_67": 0.0007530534639954567, + "leaf_68": 0.01360178180038929, + "leaf_69": 0.003392194863408804, + "leaf_70": 0.0027977561112493277, + "leaf_71": 0.0019850609824061394, + "leaf_72": 0.0014555705711245537, + "leaf_73": 9.44270439617867e-08, + "leaf_74": 0.009810907766222954, + "leaf_75": 0.0008708668174222112, + "leaf_76": 0.013071371242403984, + "leaf_77": 0.0007664232398383319, + "leaf_78": 0.008766819722950459, + "leaf_79": 0.001732338685542345, + "leaf_80": 0.01642605848610401, + "leaf_81": 0.001254970789887011, + "leaf_82": 0.022739185020327568, + "leaf_83": 0.0006321158725768328, + "leaf_84": 0.011278989724814892, + "leaf_85": 0.0025838369037956, + "leaf_86": 0.0023098811507225037, + "leaf_87": 0.0019436711445450783, + "leaf_88": 0.002045787638053298, + "leaf_89": 9.30269052901167e-08, + "leaf_90": 0.010463789105415344, + "leaf_91": 0.0006088310037739575, + "leaf_92": 0.01022991444915533, + "leaf_93": 0.0007494747987948358, + "leaf_94": 0.010343953035771847, + "leaf_95": 0.0011718828463926911, + "leaf_96": 0.012974770739674568, + "leaf_97": 0.0013366458006203175, + "leaf_98": 0.024166077375411987, + "leaf_99": 0.00047402363270521164, + "leaf_100": 0.009168921038508415, + "leaf_101": 0.0031764523591846228, + "leaf_102": 0.0031636147759854794, + "leaf_103": 0.0023163827136158943, + "leaf_104": 0.0023743603378534317, + "leaf_105": 1.446679078753732e-07, + "leaf_106": 0.013330810703337193, + "leaf_107": 0.00041985788266174495, + "leaf_108": 0.009237583726644516, + "leaf_109": 0.0010107962880283594, + "leaf_110": 0.013053499162197113, + "leaf_111": 0.0013155736960470676, + "leaf_112": 0.01382914837449789 + }, + { + "leaf_0": 0.012751447036862373, + "leaf_1": 0.08401411026716232, + "leaf_2": 0.003003145335242152, + "leaf_3": 0.04527724161744118, + "leaf_4": 0.0016654063947498798, + "leaf_5": 0.04058021306991577, + "leaf_6": 8.762386278249323e-05, + "leaf_7": 0.0012137464946135879, + "leaf_8": 0.00013477807806339115, + "leaf_9": 0.004511422477662563, + "leaf_10": 0.008606436662375927, + "leaf_11": 0.16615892946720123, + "leaf_12": 0.010049441829323769, + "leaf_13": 0.007186725735664368, + "leaf_14": 0.005103833507746458, + "leaf_15": 0.005567466840147972, + "leaf_16": 0.003363194176927209, + "leaf_17": 0.0020436544436961412, + "leaf_18": 0.026074761524796486, + "leaf_19": 0.002916618948802352, + "leaf_20": 0.020764751359820366, + "leaf_21": 0.009337215684354305, + "leaf_22": 0.0072706397622823715, + "leaf_23": 0.003147873794659972, + "leaf_24": 0.002095057163387537, + "leaf_25": 2.5245739720958227e-07, + "leaf_26": 0.015075329691171646, + "leaf_27": 0.003788307076320052, + "leaf_28": 0.03234584257006645, + "leaf_29": 0.0013453798601403832, + "leaf_30": 0.018105870112776756, + "leaf_31": 0.006007719319313765, + "leaf_32": 0.06552726030349731, + "leaf_33": 0.0013951718574389815, + "leaf_34": 0.022085683420300484, + "leaf_35": 0.0015786857111379504, + "leaf_36": 0.01675955019891262, + "leaf_37": 0.005306363571435213, + "leaf_38": 0.0036261717323213816, + "leaf_39": 0.0021915582474321127, + "leaf_40": 0.0015244968235492706, + "leaf_41": 9.624492491866476e-08, + "leaf_42": 0.007858987897634506, + "leaf_43": 0.0018638365436345339, + "leaf_44": 0.020993275567889214, + "leaf_45": 0.0005742136272601783, + "leaf_46": 0.007287528365850449, + "leaf_47": 0.00311235967092216, + "leaf_48": 0.02424287609755993, + "leaf_49": 0.0012520208256319165, + "leaf_50": 0.020554611459374428, + "leaf_51": 0.001113487989641726, + "leaf_52": 0.015090684406459332, + "leaf_53": 0.003665083320811391, + "leaf_54": 0.0025301265995949507, + "leaf_55": 0.0018286564154550433, + "leaf_56": 0.0013154116459190845, + "leaf_57": 9.80793188887219e-08, + "leaf_58": 0.007180952001363039, + "leaf_59": 0.0011328571708872914, + "leaf_60": 0.01615190878510475, + "leaf_61": 0.0006593754515051842, + "leaf_62": 0.0072196731343865395, + "leaf_63": 0.0018886248581111431, + "leaf_64": 0.01732715032994747, + "leaf_65": 0.0010792032117024064, + "leaf_66": 0.019468966871500015, + "leaf_67": 0.0008682557963766158, + "leaf_68": 0.012882188893854618, + "leaf_69": 0.0032244110479950905, + "leaf_70": 0.002425119047984481, + "leaf_71": 0.0017001418163999915, + "leaf_72": 0.0012425265740603209, + "leaf_73": 9.172001824708786e-08, + "leaf_74": 0.00792897492647171, + "leaf_75": 0.0008894343627616763, + "leaf_76": 0.012474177405238152, + "leaf_77": 0.0005820514634251595, + "leaf_78": 0.007561951410025358, + "leaf_79": 0.0015996366273611784, + "leaf_80": 0.014848729595541954, + "leaf_81": 0.001350031467154622, + "leaf_82": 0.022962408140301704, + "leaf_83": 0.0006328732706606388, + "leaf_84": 0.010930261574685574, + "leaf_85": 0.0029588635079562664, + "leaf_86": 0.0022293557412922382, + "leaf_87": 0.0023323099594563246, + "leaf_88": 0.0016411750111728907, + "leaf_89": 8.275101492927206e-08, + "leaf_90": 0.008623731322586536, + "leaf_91": 0.0006745736463926733, + "leaf_92": 0.010590466670691967, + "leaf_93": 0.0006764831487089396, + "leaf_94": 0.008695308119058609, + "leaf_95": 0.0014419610379263759, + "leaf_96": 0.01335828099399805, + "leaf_97": 0.0014296367298811674, + "leaf_98": 0.02379073016345501, + "leaf_99": 0.000537879706826061, + "leaf_100": 0.00949945580214262, + "leaf_101": 0.0032721166498959064, + "leaf_102": 0.0027147859800606966, + "leaf_103": 0.002967734355479479, + "leaf_104": 0.002259988570585847, + "leaf_105": 1.680192553976667e-07, + "leaf_106": 0.011105910874903202, + "leaf_107": 0.00041590252658352256, + "leaf_108": 0.010190203785896301, + "leaf_109": 0.0007817134610377252, + "leaf_110": 0.01094985380768776, + "leaf_111": 0.0012843000004068017, + "leaf_112": 0.014658867381513119 + }, + { + "leaf_0": 0.011610814370214939, + "leaf_1": 0.09180927276611328, + "leaf_2": 0.002579193562269211, + "leaf_3": 0.043600600212812424, + "leaf_4": 0.0013894586591050029, + "leaf_5": 0.03816736117005348, + "leaf_6": 0.00010590230522211641, + "leaf_7": 0.0014683896442875266, + "leaf_8": 0.0001603019773028791, + "leaf_9": 0.00535373343154788, + "leaf_10": 0.009841849096119404, + "leaf_11": 0.17520219087600708, + "leaf_12": 0.00994897447526455, + "leaf_13": 0.006195777095854282, + "leaf_14": 0.00500153936445713, + "leaf_15": 0.00667291134595871, + "leaf_16": 0.003415649523958564, + "leaf_17": 0.0017969836480915546, + "leaf_18": 0.026969509199261665, + "leaf_19": 0.002431974746286869, + "leaf_20": 0.022444045171141624, + "leaf_21": 0.008264093659818172, + "leaf_22": 0.006661778781563044, + "leaf_23": 0.002391029382124543, + "leaf_24": 0.0020992124918848276, + "leaf_25": 2.870061166504456e-07, + "leaf_26": 0.016574732959270477, + "leaf_27": 0.0028681198600679636, + "leaf_28": 0.034150686115026474, + "leaf_29": 0.0010932007571682334, + "leaf_30": 0.018686866387724876, + "leaf_31": 0.004680585581809282, + "leaf_32": 0.05745014175772667, + "leaf_33": 0.0013964836252853274, + "leaf_34": 0.02494748868048191, + "leaf_35": 0.001520295045338571, + "leaf_36": 0.019223306328058243, + "leaf_37": 0.004484669771045446, + "leaf_38": 0.003259224584326148, + "leaf_39": 0.00192681432235986, + "leaf_40": 0.0018512362148612738, + "leaf_41": 1.156533997459519e-07, + "leaf_42": 0.009212563745677471, + "leaf_43": 0.0016747171757742763, + "leaf_44": 0.02240223065018654, + "leaf_45": 0.0007505955873057246, + "leaf_46": 0.008027375675737858, + "leaf_47": 0.0025572681333869696, + "leaf_48": 0.024147462099790573, + "leaf_49": 0.001245977240614593, + "leaf_50": 0.022575749084353447, + "leaf_51": 0.0010906760580837727, + "leaf_52": 0.016695823520421982, + "leaf_53": 0.003962037619203329, + "leaf_54": 0.0031342720612883568, + "leaf_55": 0.0019129863940179348, + "leaf_56": 0.0017453638138249516, + "leaf_57": 1.1977053304690344e-07, + "leaf_58": 0.008558828383684158, + "leaf_59": 0.0011367081897333264, + "leaf_60": 0.017661454156041145, + "leaf_61": 0.0006840646383352578, + "leaf_62": 0.008393384516239166, + "leaf_63": 0.0021031147334724665, + "leaf_64": 0.019792377948760986, + "leaf_65": 0.0011722128838300705, + "leaf_66": 0.022241733968257904, + "leaf_67": 0.0008664731867611408, + "leaf_68": 0.014844718389213085, + "leaf_69": 0.003188053611665964, + "leaf_70": 0.0027092809323221445, + "leaf_71": 0.0017936931690201163, + "leaf_72": 0.0014975357335060835, + "leaf_73": 1.0559471519400176e-07, + "leaf_74": 0.010420575737953186, + "leaf_75": 0.0008896898361854255, + "leaf_76": 0.013221921399235725, + "leaf_77": 0.0007286762702278793, + "leaf_78": 0.009519653394818306, + "leaf_79": 0.0015687328996136785, + "leaf_80": 0.015689881518483162, + "leaf_81": 0.0014526990707963705, + "leaf_82": 0.024584894999861717, + "leaf_83": 0.0007889230619184673, + "leaf_84": 0.012214032001793385, + "leaf_85": 0.002923808293417096, + "leaf_86": 0.0026421193033456802, + "leaf_87": 0.0022928728722035885, + "leaf_88": 0.0018429986666887999, + "leaf_89": 1.2265732607374957e-07, + "leaf_90": 0.012007218785583973, + "leaf_91": 0.0007066784310154617, + "leaf_92": 0.01136733964085579, + "leaf_93": 0.0008886417490430176, + "leaf_94": 0.011537861078977585, + "leaf_95": 0.0014903353294357657, + "leaf_96": 0.01414729654788971, + "leaf_97": 0.0014894392807036638, + "leaf_98": 0.026247218251228333, + "leaf_99": 0.0005961215938441455, + "leaf_100": 0.010435158386826515, + "leaf_101": 0.003757835365831852, + "leaf_102": 0.0031137692276388407, + "leaf_103": 0.002622439991682768, + "leaf_104": 0.0024371426552534103, + "leaf_105": 1.6222672627463908e-07, + "leaf_106": 0.01380428858101368, + "leaf_107": 0.0005187545903027058, + "leaf_108": 0.010577785782516003, + "leaf_109": 0.0010671541094779968, + "leaf_110": 0.013409282080829144, + "leaf_111": 0.001648841891437769, + "leaf_112": 0.015731578692793846 + }, + { + "leaf_0": 0.0166803989559412, + "leaf_1": 0.11173852533102036, + "leaf_2": 0.00315687688998878, + "leaf_3": 0.050480034202337265, + "leaf_4": 0.0015967690851539373, + "leaf_5": 0.04242299124598503, + "leaf_6": 0.00010924536763923243, + "leaf_7": 0.0015133804408833385, + "leaf_8": 0.00015419562987517565, + "leaf_9": 0.0051610735245049, + "leaf_10": 0.007857933640480042, + "leaf_11": 0.16156746447086334, + "leaf_12": 0.010573732666671276, + "leaf_13": 0.008833478204905987, + "leaf_14": 0.007390431594103575, + "leaf_15": 0.005394126754254103, + "leaf_16": 0.003644439624622464, + "leaf_17": 0.0020308615639805794, + "leaf_18": 0.028232572600245476, + "leaf_19": 0.0022127635311335325, + "leaf_20": 0.022781426087021828, + "leaf_21": 0.008675257675349712, + "leaf_22": 0.0076818992383778095, + "leaf_23": 0.0027269411366432905, + "leaf_24": 0.0020272070541977882, + "leaf_25": 2.5346389520564117e-07, + "leaf_26": 0.01575375907123089, + "leaf_27": 0.0030206379014998674, + "leaf_28": 0.03543386235833168, + "leaf_29": 0.0011033086339011788, + "leaf_30": 0.01735609397292137, + "leaf_31": 0.005034227389842272, + "leaf_32": 0.06464886665344238, + "leaf_33": 0.0014145742170512676, + "leaf_34": 0.02406870201230049, + "leaf_35": 0.00134820316452533, + "leaf_36": 0.018194355070590973, + "leaf_37": 0.004104703664779663, + "leaf_38": 0.0032415175810456276, + "leaf_39": 0.0018018370028585196, + "leaf_40": 0.0015887131448835135, + "leaf_41": 1.0006743877966073e-07, + "leaf_42": 0.010991322807967663, + "leaf_43": 0.001505387481302023, + "leaf_44": 0.02159951440989971, + "leaf_45": 0.0009117163717746735, + "leaf_46": 0.008776752278208733, + "leaf_47": 0.002438689349219203, + "leaf_48": 0.02326158620417118, + "leaf_49": 0.0011750542325899005, + "leaf_50": 0.021495230495929718, + "leaf_51": 0.0009608474792912602, + "leaf_52": 0.01604616641998291, + "leaf_53": 0.0033584425691515207, + "leaf_54": 0.002687011146917939, + "leaf_55": 0.0016147486167028546, + "leaf_56": 0.0012939466396346688, + "leaf_57": 9.967046565861892e-08, + "leaf_58": 0.007472436409443617, + "leaf_59": 0.0009924990590661764, + "leaf_60": 0.01692260056734085, + "leaf_61": 0.000619593367446214, + "leaf_62": 0.0076657808385789394, + "leaf_63": 0.0017941027181223035, + "leaf_64": 0.01887154020369053, + "leaf_65": 0.001053392537869513, + "leaf_66": 0.02066115103662014, + "leaf_67": 0.0006559544708579779, + "leaf_68": 0.013648850843310356, + "leaf_69": 0.003266713349148631, + "leaf_70": 0.0025572937447577715, + "leaf_71": 0.0017343220533803105, + "leaf_72": 0.0014367103576660156, + "leaf_73": 8.653948668779776e-08, + "leaf_74": 0.00949123129248619, + "leaf_75": 0.0007510241121053696, + "leaf_76": 0.012698824517428875, + "leaf_77": 0.0007546626147814095, + "leaf_78": 0.008977936580777168, + "leaf_79": 0.0016496090684086084, + "leaf_80": 0.015343761071562767, + "leaf_81": 0.0010818408336490393, + "leaf_82": 0.022559907287359238, + "leaf_83": 0.00048663950292393565, + "leaf_84": 0.011091016232967377, + "leaf_85": 0.0024595053400844336, + "leaf_86": 0.0023679761216044426, + "leaf_87": 0.001864869031123817, + "leaf_88": 0.001571959932334721, + "leaf_89": 9.652126209402923e-08, + "leaf_90": 0.00993273314088583, + "leaf_91": 0.0005476729711517692, + "leaf_92": 0.010189244523644447, + "leaf_93": 0.0007644675788469613, + "leaf_94": 0.009597129188477993, + "leaf_95": 0.0011131452629342675, + "leaf_96": 0.012750576250255108, + "leaf_97": 0.0014305035583674908, + "leaf_98": 0.0259372778236866, + "leaf_99": 0.0004603341512847692, + "leaf_100": 0.009915393777191639, + "leaf_101": 0.00263634673319757, + "leaf_102": 0.0027484092861413956, + "leaf_103": 0.0027908526826649904, + "leaf_104": 0.002358081517741084, + "leaf_105": 2.571485424596176e-07, + "leaf_106": 0.014169517904520035, + "leaf_107": 0.0003407479962334037, + "leaf_108": 0.009203512221574783, + "leaf_109": 0.0011436017230153084, + "leaf_110": 0.01345295924693346, + "leaf_111": 0.0009542658808641136, + "leaf_112": 0.013699688017368317 + }, + { + "leaf_0": 0.013125143013894558, + "leaf_1": 0.08974054455757141, + "leaf_2": 0.002525894669815898, + "leaf_3": 0.04058320075273514, + "leaf_4": 0.0012779990211129189, + "leaf_5": 0.0335555337369442, + "leaf_6": 9.428383782505989e-05, + "leaf_7": 0.0013058081967756152, + "leaf_8": 0.0001267378538614139, + "leaf_9": 0.004251341801136732, + "leaf_10": 0.013928823173046112, + "leaf_11": 0.23214025795459747, + "leaf_12": 0.010542652569711208, + "leaf_13": 0.006934258621186018, + "leaf_14": 0.005417400039732456, + "leaf_15": 0.008587249554693699, + "leaf_16": 0.003730381140485406, + "leaf_17": 0.0016906558303162456, + "leaf_18": 0.023343898355960846, + "leaf_19": 0.002577421488240361, + "leaf_20": 0.020061403512954712, + "leaf_21": 0.009519734419882298, + "leaf_22": 0.00698162941262126, + "leaf_23": 0.002333985408768058, + "leaf_24": 0.0018286977428942919, + "leaf_25": 2.5167645389956306e-07, + "leaf_26": 0.01543247327208519, + "leaf_27": 0.0032609752379357815, + "leaf_28": 0.029504677280783653, + "leaf_29": 0.001197278848849237, + "leaf_30": 0.01703314110636711, + "leaf_31": 0.005442408844828606, + "leaf_32": 0.06021049618721008, + "leaf_33": 0.0013586774002760649, + "leaf_34": 0.02176811173558235, + "leaf_35": 0.001559036085382104, + "leaf_36": 0.016745487228035927, + "leaf_37": 0.004645597189664841, + "leaf_38": 0.0030738888308405876, + "leaf_39": 0.0021022004075348377, + "leaf_40": 0.001533464645035565, + "leaf_41": 8.957089647765315e-08, + "leaf_42": 0.00850649829953909, + "leaf_43": 0.0017757653258740902, + "leaf_44": 0.01995880901813507, + "leaf_45": 0.0007598017109557986, + "leaf_46": 0.00781762320548296, + "leaf_47": 0.002744646742939949, + "leaf_48": 0.022347507998347282, + "leaf_49": 0.001136747538112104, + "leaf_50": 0.019588198512792587, + "leaf_51": 0.0010349120711907744, + "leaf_52": 0.014549159444868565, + "leaf_53": 0.003908451180905104, + "leaf_54": 0.0025101935025304556, + "leaf_55": 0.0017183569725602865, + "leaf_56": 0.0014390145661309361, + "leaf_57": 8.966558340262054e-08, + "leaf_58": 0.007432428188621998, + "leaf_59": 0.0011058110976591706, + "leaf_60": 0.015674058347940445, + "leaf_61": 0.0006138410535641015, + "leaf_62": 0.0073189502581954, + "leaf_63": 0.0020004489924758673, + "leaf_64": 0.01733001321554184, + "leaf_65": 0.000977863441221416, + "leaf_66": 0.018268534913659096, + "leaf_67": 0.0008092720527201891, + "leaf_68": 0.012110873125493526, + "leaf_69": 0.003128789598122239, + "leaf_70": 0.0026623026933521032, + "leaf_71": 0.001490275259129703, + "leaf_72": 0.001277489005587995, + "leaf_73": 9.698559466642109e-08, + "leaf_74": 0.008425646461546421, + "leaf_75": 0.000846187409479171, + "leaf_76": 0.012028333730995655, + "leaf_77": 0.0006337340455502272, + "leaf_78": 0.008033925667405128, + "leaf_79": 0.0016182526014745235, + "leaf_80": 0.014584310352802277, + "leaf_81": 0.0012272318126633763, + "leaf_82": 0.02091946452856064, + "leaf_83": 0.0006878892309032381, + "leaf_84": 0.009981175884604454, + "leaf_85": 0.0029108754824846983, + "leaf_86": 0.0020764705259352922, + "leaf_87": 0.0020854792091995478, + "leaf_88": 0.0014216676354408264, + "leaf_89": 1.0065555500204937e-07, + "leaf_90": 0.009303928352892399, + "leaf_91": 0.0006942746113054454, + "leaf_92": 0.010150808840990067, + "leaf_93": 0.0007743253372609615, + "leaf_94": 0.00897002313286066, + "leaf_95": 0.001469789887778461, + "leaf_96": 0.012850644998252392, + "leaf_97": 0.0018498528515920043, + "leaf_98": 0.027850845828652382, + "leaf_99": 0.0007168416632339358, + "leaf_100": 0.010752968490123749, + "leaf_101": 0.0035434348974376917, + "leaf_102": 0.002772086765617132, + "leaf_103": 0.004401719197630882, + "leaf_104": 0.002605336019769311, + "leaf_105": 1.6233289557021635e-07, + "leaf_106": 0.010968725197017193, + "leaf_107": 0.0004633191565517336, + "leaf_108": 0.009733223356306553, + "leaf_109": 0.0008395083132199943, + "leaf_110": 0.01126551628112793, + "leaf_111": 0.0014620887814089656, + "leaf_112": 0.01408460270613432 + }, + { + "leaf_0": 0.008968462236225605, + "leaf_1": 0.07243029028177261, + "leaf_2": 0.002112145069986582, + "leaf_3": 0.035384587943553925, + "leaf_4": 0.0012055635452270508, + "leaf_5": 0.033318325877189636, + "leaf_6": 0.0001014458030113019, + "leaf_7": 0.0014062370173633099, + "leaf_8": 0.00015013372467365116, + "leaf_9": 0.005034051835536957, + "leaf_10": 0.011495918035507202, + "leaf_11": 0.2049388587474823, + "leaf_12": 0.010428576730191708, + "leaf_13": 0.004709838889539242, + "leaf_14": 0.003822991857305169, + "leaf_15": 0.00668629165738821, + "leaf_16": 0.0035806791856884956, + "leaf_17": 0.0016004942590370774, + "leaf_18": 0.024104593321681023, + "leaf_19": 0.002091051544994116, + "leaf_20": 0.020876875147223473, + "leaf_21": 0.006784641649574041, + "leaf_22": 0.007353769149631262, + "leaf_23": 0.0019322076113894582, + "leaf_24": 0.0018457648111507297, + "leaf_25": 3.0406198447963106e-07, + "leaf_26": 0.023319387808442116, + "leaf_27": 0.002580834086984396, + "leaf_28": 0.03176329657435417, + "leaf_29": 0.0013035155134275556, + "leaf_30": 0.02272847667336464, + "leaf_31": 0.004029106814414263, + "leaf_32": 0.05330666899681091, + "leaf_33": 0.001413227990269661, + "leaf_34": 0.02341311238706112, + "leaf_35": 0.0012719163205474615, + "leaf_36": 0.017988616600632668, + "leaf_37": 0.0037394724786281586, + "leaf_38": 0.0030820006504654884, + "leaf_39": 0.0020674634724855423, + "leaf_40": 0.0019065206870436668, + "leaf_41": 9.55490406795434e-08, + "leaf_42": 0.008781660348176956, + "leaf_43": 0.0014698021113872528, + "leaf_44": 0.020460238680243492, + "leaf_45": 0.0008126133470796049, + "leaf_46": 0.00804696511477232, + "leaf_47": 0.0021818026434630156, + "leaf_48": 0.02170032449066639, + "leaf_49": 0.0011349160922691226, + "leaf_50": 0.019825173541903496, + "leaf_51": 0.0009068737854249775, + "leaf_52": 0.015314794145524502, + "leaf_53": 0.0035050169099122286, + "leaf_54": 0.0024466586764901876, + "leaf_55": 0.0016128835268318653, + "leaf_56": 0.001273019122891128, + "leaf_57": 9.951869373026057e-08, + "leaf_58": 0.007437713909894228, + "leaf_59": 0.0009594161529093981, + "leaf_60": 0.01635015197098255, + "leaf_61": 0.0005629151128232479, + "leaf_62": 0.007341326214373112, + "leaf_63": 0.001803754479624331, + "leaf_64": 0.01765615865588188, + "leaf_65": 0.0009651656146161258, + "leaf_66": 0.019233988597989082, + "leaf_67": 0.0007214717916212976, + "leaf_68": 0.013270330615341663, + "leaf_69": 0.0027268598787486553, + "leaf_70": 0.0021723813842982054, + "leaf_71": 0.0015595232835039496, + "leaf_72": 0.0012317486107349396, + "leaf_73": 8.248925098541804e-08, + "leaf_74": 0.008709200657904148, + "leaf_75": 0.0007720112334936857, + "leaf_76": 0.01225108839571476, + "leaf_77": 0.0005823727697134018, + "leaf_78": 0.008041336201131344, + "leaf_79": 0.0013860067119821906, + "leaf_80": 0.014303496107459068, + "leaf_81": 0.0011969816405326128, + "leaf_82": 0.02192714251577854, + "leaf_83": 0.0005575524410232902, + "leaf_84": 0.011027372442185879, + "leaf_85": 0.0026219207793474197, + "leaf_86": 0.0025353427045047283, + "leaf_87": 0.002202260075137019, + "leaf_88": 0.0015588271198794246, + "leaf_89": 9.31295858208614e-08, + "leaf_90": 0.009350934997200966, + "leaf_91": 0.0006047041970305145, + "leaf_92": 0.0100509999319911, + "leaf_93": 0.00077675940701738, + "leaf_94": 0.009150292724370956, + "leaf_95": 0.0012108763912692666, + "leaf_96": 0.012370391748845577, + "leaf_97": 0.0017636315897107124, + "leaf_98": 0.02663559280335903, + "leaf_99": 0.0006207426777109504, + "leaf_100": 0.010706149972975254, + "leaf_101": 0.0031842205207794905, + "leaf_102": 0.0031010210514068604, + "leaf_103": 0.0042900461703538895, + "leaf_104": 0.002337193116545677, + "leaf_105": 1.406911565027258e-07, + "leaf_106": 0.014987807720899582, + "leaf_107": 0.00040435479604639113, + "leaf_108": 0.010203971527516842, + "leaf_109": 0.0012687575072050095, + "leaf_110": 0.014659580774605274, + "leaf_111": 0.0011705047218129039, + "leaf_112": 0.013674850575625896 + }, + { + "leaf_0": 0.011636756360530853, + "leaf_1": 0.0902905985713005, + "leaf_2": 0.002720848424360156, + "leaf_3": 0.04355374723672867, + "leaf_4": 0.0014388421550393105, + "leaf_5": 0.03751078620553017, + "leaf_6": 0.00010398269660072401, + "leaf_7": 0.0014398657949641347, + "leaf_8": 0.00015579417231492698, + "leaf_9": 0.005215670447796583, + "leaf_10": 0.019057782366871834, + "leaf_11": 0.31569331884384155, + "leaf_12": 0.010219231247901917, + "leaf_13": 0.006589529570192099, + "leaf_14": 0.0049821119755506516, + "leaf_15": 0.011393050663173199, + "leaf_16": 0.005197186954319477, + "leaf_17": 0.002096972893923521, + "leaf_18": 0.027592631056904793, + "leaf_19": 0.002942116232588887, + "leaf_20": 0.022871410474181175, + "leaf_21": 0.009526475332677364, + "leaf_22": 0.007168155629187822, + "leaf_23": 0.002610452240332961, + "leaf_24": 0.002179224044084549, + "leaf_25": 3.1189634341899364e-07, + "leaf_26": 0.016352804377675056, + "leaf_27": 0.0034407912753522396, + "leaf_28": 0.03463619202375412, + "leaf_29": 0.0011189681245014071, + "leaf_30": 0.018299642950296402, + "leaf_31": 0.005529920104891062, + "leaf_32": 0.06424666196107864, + "leaf_33": 0.0015901776496320963, + "leaf_34": 0.024491271004080772, + "leaf_35": 0.001941286027431488, + "leaf_36": 0.01987166702747345, + "leaf_37": 0.005185013636946678, + "leaf_38": 0.0033476592507213354, + "leaf_39": 0.0022744250018149614, + "leaf_40": 0.0017063182312995195, + "leaf_41": 9.519085608644673e-08, + "leaf_42": 0.010497990064322948, + "leaf_43": 0.0020389482378959656, + "leaf_44": 0.022504424676299095, + "leaf_45": 0.0009502680040895939, + "leaf_46": 0.009178634732961655, + "leaf_47": 0.0032288208603858948, + "leaf_48": 0.025199638679623604, + "leaf_49": 0.0016702008433640003, + "leaf_50": 0.02411513775587082, + "leaf_51": 0.0015497867716476321, + "leaf_52": 0.01706938073039055, + "leaf_53": 0.0049248249270021915, + "leaf_54": 0.0031674266792833805, + "leaf_55": 0.0023311821278184652, + "leaf_56": 0.0014130447525531054, + "leaf_57": 9.968130854076662e-08, + "leaf_58": 0.008255742490291595, + "leaf_59": 0.0014622004237025976, + "leaf_60": 0.018403004854917526, + "leaf_61": 0.0007267267210409045, + "leaf_62": 0.008246992714703083, + "leaf_63": 0.0024531802628189325, + "leaf_64": 0.02010374143719673, + "leaf_65": 0.0013856193982064724, + "leaf_66": 0.022873301059007645, + "leaf_67": 0.0011716920416802168, + "leaf_68": 0.01523602195084095, + "leaf_69": 0.004518155474215746, + "leaf_70": 0.003018354531377554, + "leaf_71": 0.0022451996337622404, + "leaf_72": 0.0018543909536674619, + "leaf_73": 9.386910448938579e-08, + "leaf_74": 0.008788765408098698, + "leaf_75": 0.0012034829705953598, + "leaf_76": 0.014675053767859936, + "leaf_77": 0.0006360973929986358, + "leaf_78": 0.008587481454014778, + "leaf_79": 0.002303230343386531, + "leaf_80": 0.017711583524942398, + "leaf_81": 0.0016658067470416427, + "leaf_82": 0.02672749012708664, + "leaf_83": 0.0009729771409183741, + "leaf_84": 0.01326902024447918, + "leaf_85": 0.004461311269551516, + "leaf_86": 0.00273931585252285, + "leaf_87": 0.0026928901206701994, + "leaf_88": 0.0019907800015062094, + "leaf_89": 8.227717529507572e-08, + "leaf_90": 0.009679034352302551, + "leaf_91": 0.0009465395123697817, + "leaf_92": 0.012824314646422863, + "leaf_93": 0.000809879507869482, + "leaf_94": 0.00930053275078535, + "leaf_95": 0.0021503290627151728, + "leaf_96": 0.0171417947858572, + "leaf_97": 0.0025061629712581635, + "leaf_98": 0.03507690131664276, + "leaf_99": 0.0009770783362910151, + "leaf_100": 0.014812872745096684, + "leaf_101": 0.005092669278383255, + "leaf_102": 0.0033145369961857796, + "leaf_103": 0.00637273071333766, + "leaf_104": 0.003833079943433404, + "leaf_105": 1.3503949958248995e-07, + "leaf_106": 0.01303225476294756, + "leaf_107": 0.0006497304420918226, + "leaf_108": 0.013783924281597137, + "leaf_109": 0.0010038770269602537, + "leaf_110": 0.013053996488451958, + "leaf_111": 0.0020799110643565655, + "leaf_112": 0.020134206861257553 + }, + { + "leaf_0": 0.010593296959996223, + "leaf_1": 0.07945187389850616, + "leaf_2": 0.002599751576781273, + "leaf_3": 0.041890695691108704, + "leaf_4": 0.0014210547087714076, + "leaf_5": 0.03668445721268654, + "leaf_6": 0.00011231675307499245, + "leaf_7": 0.001554857473820448, + "leaf_8": 0.00016058604524005204, + "leaf_9": 0.005407004617154598, + "leaf_10": 0.011436942964792252, + "leaf_11": 0.19658160209655762, + "leaf_12": 0.008452280424535275, + "leaf_13": 0.005470373667776585, + "leaf_14": 0.004531788174062967, + "leaf_15": 0.007892722263932228, + "leaf_16": 0.0035437506157904863, + "leaf_17": 0.0018037210684269667, + "leaf_18": 0.023993317037820816, + "leaf_19": 0.0023464991245418787, + "leaf_20": 0.019993698224425316, + "leaf_21": 0.00820318516343832, + "leaf_22": 0.00666000647470355, + "leaf_23": 0.0023574705701321363, + "leaf_24": 0.0017822941299527884, + "leaf_25": 2.0523084742762876e-07, + "leaf_26": 0.012708738446235657, + "leaf_27": 0.0029148776084184647, + "leaf_28": 0.029793065041303635, + "leaf_29": 0.0009186557726934552, + "leaf_30": 0.014240583404898643, + "leaf_31": 0.004847243428230286, + "leaf_32": 0.056239232420921326, + "leaf_33": 0.001348171615973115, + "leaf_34": 0.021883029490709305, + "leaf_35": 0.0014580879360437393, + "leaf_36": 0.017463097348809242, + "leaf_37": 0.004343324340879917, + "leaf_38": 0.003321051597595215, + "leaf_39": 0.0018433305667713284, + "leaf_40": 0.0016447536181658506, + "leaf_41": 8.506111015549322e-08, + "leaf_42": 0.008137093856930733, + "leaf_43": 0.0016106790862977505, + "leaf_44": 0.020288361236453056, + "leaf_45": 0.0006142999045550823, + "leaf_46": 0.0074949562549591064, + "leaf_47": 0.0024496656842529774, + "leaf_48": 0.02170705981552601, + "leaf_49": 0.0010771125089377165, + "leaf_50": 0.01917695626616478, + "leaf_51": 0.001044301432557404, + "leaf_52": 0.014499046839773655, + "leaf_53": 0.0033356857020407915, + "leaf_54": 0.002561010653153062, + "leaf_55": 0.0015729761216789484, + "leaf_56": 0.0014362550573423505, + "leaf_57": 1.1230130780859326e-07, + "leaf_58": 0.007140434812754393, + "leaf_59": 0.0010958316270262003, + "leaf_60": 0.015964703634381294, + "leaf_61": 0.00047138758236542344, + "leaf_62": 0.006929128896445036, + "leaf_63": 0.0018121448811143637, + "leaf_64": 0.017592431977391243, + "leaf_65": 0.0010990290902554989, + "leaf_66": 0.019488075748085976, + "leaf_67": 0.0008239399758167565, + "leaf_68": 0.012899922206997871, + "leaf_69": 0.0031271653715521097, + "leaf_70": 0.0023079628590494394, + "leaf_71": 0.0016942055663093925, + "leaf_72": 0.0013545217225328088, + "leaf_73": 8.449798372112127e-08, + "leaf_74": 0.007942074909806252, + "leaf_75": 0.0008289468823932111, + "leaf_76": 0.01224921178072691, + "leaf_77": 0.000590656534768641, + "leaf_78": 0.007674385327845812, + "leaf_79": 0.001554426271468401, + "leaf_80": 0.014704774133861065, + "leaf_81": 0.0011244588531553745, + "leaf_82": 0.020459407940506935, + "leaf_83": 0.0006691071321256459, + "leaf_84": 0.010289043188095093, + "leaf_85": 0.003047133097425103, + "leaf_86": 0.002266537630930543, + "leaf_87": 0.0018153093988075852, + "leaf_88": 0.0013863355852663517, + "leaf_89": 9.209516349528712e-08, + "leaf_90": 0.009707718156278133, + "leaf_91": 0.0006580565823242068, + "leaf_92": 0.010073279961943626, + "leaf_93": 0.0006968659581616521, + "leaf_94": 0.008705279789865017, + "leaf_95": 0.0015056320698931813, + "leaf_96": 0.012914295308291912, + "leaf_97": 0.0016750682843849063, + "leaf_98": 0.026351815089583397, + "leaf_99": 0.0006879660650156438, + "leaf_100": 0.011225797235965729, + "leaf_101": 0.003327090758830309, + "leaf_102": 0.0030405032448470592, + "leaf_103": 0.003745259018614888, + "leaf_104": 0.002454750007018447, + "leaf_105": 1.1794973886480875e-07, + "leaf_106": 0.01205039955675602, + "leaf_107": 0.00045681415940634906, + "leaf_108": 0.009860806167125702, + "leaf_109": 0.0009178839973174036, + "leaf_110": 0.011621472425758839, + "leaf_111": 0.0014042872935533524, + "leaf_112": 0.013953748159110546 + }, + { + "leaf_0": 0.015206478536128998, + "leaf_1": 0.09967891871929169, + "leaf_2": 0.004106391221284866, + "leaf_3": 0.06043889373540878, + "leaf_4": 0.0022142883390188217, + "leaf_5": 0.05350412055850029, + "leaf_6": 0.00012036546831950545, + "leaf_7": 0.0016677170060575008, + "leaf_8": 0.0001832372508943081, + "leaf_9": 0.006171053275465965, + "leaf_10": 0.012681886553764343, + "leaf_11": 0.21754279732704163, + "leaf_12": 0.011389249935746193, + "leaf_13": 0.008424869738519192, + "leaf_14": 0.006226569879800081, + "leaf_15": 0.007773205172270536, + "leaf_16": 0.00375579041428864, + "leaf_17": 0.0021496352273970842, + "leaf_18": 0.02726784162223339, + "leaf_19": 0.0033633580897003412, + "leaf_20": 0.023129219189286232, + "leaf_21": 0.01226292084902525, + "leaf_22": 0.008344478905200958, + "leaf_23": 0.00288292090408504, + "leaf_24": 0.0021601265762001276, + "leaf_25": 2.354395576276147e-07, + "leaf_26": 0.013248597271740437, + "leaf_27": 0.004141836892813444, + "leaf_28": 0.03778761997818947, + "leaf_29": 0.0009610625565983355, + "leaf_30": 0.014761941507458687, + "leaf_31": 0.006820650305598974, + "leaf_32": 0.0734512060880661, + "leaf_33": 0.0018286119448021054, + "leaf_34": 0.02598031796514988, + "leaf_35": 0.002122461562976241, + "leaf_36": 0.018995776772499084, + "leaf_37": 0.005868311505764723, + "leaf_38": 0.003675230545923114, + "leaf_39": 0.002335383091121912, + "leaf_40": 0.001802131999284029, + "leaf_41": 8.278384910909153e-08, + "leaf_42": 0.008914805948734283, + "leaf_43": 0.002284812740981579, + "leaf_44": 0.023833300918340683, + "leaf_45": 0.0009699944057501853, + "leaf_46": 0.00884277280420065, + "leaf_47": 0.0034518390893936157, + "leaf_48": 0.026866663247346878, + "leaf_49": 0.001542257727123797, + "leaf_50": 0.023385178297758102, + "leaf_51": 0.0014203330501914024, + "leaf_52": 0.01668798178434372, + "leaf_53": 0.005418161861598492, + "leaf_54": 0.002736999187618494, + "leaf_55": 0.002208068035542965, + "leaf_56": 0.0014490352477878332, + "leaf_57": 7.845127925065754e-08, + "leaf_58": 0.0069875349290668964, + "leaf_59": 0.0014677306171506643, + "leaf_60": 0.018295159563422203, + "leaf_61": 0.0006056581041775644, + "leaf_62": 0.0072968644089996815, + "leaf_63": 0.002679473487660289, + "leaf_64": 0.02089613489806652, + "leaf_65": 0.0012922980822622776, + "leaf_66": 0.021769704297184944, + "leaf_67": 0.0010679353727027774, + "leaf_68": 0.013690541498363018, + "leaf_69": 0.003940287511795759, + "leaf_70": 0.002697314601391554, + "leaf_71": 0.0019257095409557223, + "leaf_72": 0.0015742704272270203, + "leaf_73": 6.865554524893014e-08, + "leaf_74": 0.008632547222077847, + "leaf_75": 0.0011049623135477304, + "leaf_76": 0.01379209291189909, + "leaf_77": 0.0006859545828774571, + "leaf_78": 0.007884537801146507, + "leaf_79": 0.002020479179918766, + "leaf_80": 0.016822731122374535, + "leaf_81": 0.0015672146109864116, + "leaf_82": 0.025265313684940338, + "leaf_83": 0.0008193635731004179, + "leaf_84": 0.011950171552598476, + "leaf_85": 0.003935048822313547, + "leaf_86": 0.0023192348890006542, + "leaf_87": 0.002350765746086836, + "leaf_88": 0.0016034514410421252, + "leaf_89": 9.783514087757794e-08, + "leaf_90": 0.008922310546040535, + "leaf_91": 0.0008034599595703185, + "leaf_92": 0.011892849579453468, + "leaf_93": 0.0006869256612844765, + "leaf_94": 0.00872572511434555, + "leaf_95": 0.0018762665567919612, + "leaf_96": 0.016049684956669807, + "leaf_97": 0.0016280602430924773, + "leaf_98": 0.02569223940372467, + "leaf_99": 0.0006296548526734114, + "leaf_100": 0.010494462214410305, + "leaf_101": 0.003948311321437359, + "leaf_102": 0.0026480413507670164, + "leaf_103": 0.0033256758470088243, + "leaf_104": 0.0024196396116167307, + "leaf_105": 1.3636960716212343e-07, + "leaf_106": 0.010846585966646671, + "leaf_107": 0.0005165429320186377, + "leaf_108": 0.011272352188825607, + "leaf_109": 0.0008347900584340096, + "leaf_110": 0.010610483586788177, + "leaf_111": 0.0017092141788452864, + "leaf_112": 0.016925258561968803 + }, + { + "leaf_0": 0.018226729705929756, + "leaf_1": 0.11251667886972427, + "leaf_2": 0.0039489613845944405, + "leaf_3": 0.05834950879216194, + "leaf_4": 0.0022214422933757305, + "leaf_5": 0.05180685967206955, + "leaf_6": 0.00018993107369169593, + "leaf_7": 0.0026291171088814735, + "leaf_8": 0.00025981225189752877, + "leaf_9": 0.008776774629950523, + "leaf_10": 0.022445522248744965, + "leaf_11": 0.35219308733940125, + "leaf_12": 0.01422556210309267, + "leaf_13": 0.009672538377344608, + "leaf_14": 0.007455836515873671, + "leaf_15": 0.015007181093096733, + "leaf_16": 0.006543799769133329, + "leaf_17": 0.0022398410364985466, + "leaf_18": 0.028496064245700836, + "leaf_19": 0.003944513387978077, + "leaf_20": 0.02585349977016449, + "leaf_21": 0.014220229350030422, + "leaf_22": 0.010216082446277142, + "leaf_23": 0.0032022749073803425, + "leaf_24": 0.0022275380324572325, + "leaf_25": 2.334380440061068e-07, + "leaf_26": 0.01700153388082981, + "leaf_27": 0.004902883432805538, + "leaf_28": 0.03838267922401428, + "leaf_29": 0.0014084565918892622, + "leaf_30": 0.019255351275205612, + "leaf_31": 0.007800509687513113, + "leaf_32": 0.08366017043590546, + "leaf_33": 0.00191569235175848, + "leaf_34": 0.02786192111670971, + "leaf_35": 0.002556006656959653, + "leaf_36": 0.022436989471316338, + "leaf_37": 0.0069189476780593395, + "leaf_38": 0.004417200572788715, + "leaf_39": 0.0028247376903891563, + "leaf_40": 0.0023796434979885817, + "leaf_41": 7.292738501973872e-08, + "leaf_42": 0.009957426227629185, + "leaf_43": 0.0026377688627690077, + "leaf_44": 0.02520126663148403, + "leaf_45": 0.0008633171091787517, + "leaf_46": 0.008718926459550858, + "leaf_47": 0.004056992940604687, + "leaf_48": 0.02942761406302452, + "leaf_49": 0.0015705178957432508, + "leaf_50": 0.024677574634552002, + "leaf_51": 0.001745411311276257, + "leaf_52": 0.01914478838443756, + "leaf_53": 0.006295280065387487, + "leaf_54": 0.003680142806842923, + "leaf_55": 0.002364672487601638, + "leaf_56": 0.0016881667543202639, + "leaf_57": 8.994138056550582e-08, + "leaf_58": 0.007773667108267546, + "leaf_59": 0.001825452083721757, + "leaf_60": 0.02032812125980854, + "leaf_61": 0.0006026481278240681, + "leaf_62": 0.007433905731886625, + "leaf_63": 0.003339008893817663, + "leaf_64": 0.025078602135181427, + "leaf_65": 0.0015541126485913992, + "leaf_66": 0.02415096014738083, + "leaf_67": 0.001391249825246632, + "leaf_68": 0.0175667442381382, + "leaf_69": 0.005419605877250433, + "leaf_70": 0.003344600321725011, + "leaf_71": 0.0023849550634622574, + "leaf_72": 0.001520404708571732, + "leaf_73": 9.265282585602108e-08, + "leaf_74": 0.00958260614424944, + "leaf_75": 0.001444983296096325, + "leaf_76": 0.016157958656549454, + "leaf_77": 0.0008564731106162071, + "leaf_78": 0.009062075987458229, + "leaf_79": 0.0029191384091973305, + "leaf_80": 0.021062759682536125, + "leaf_81": 0.001885032281279564, + "leaf_82": 0.028212392702698708, + "leaf_83": 0.0012064332840964198, + "leaf_84": 0.015677453950047493, + "leaf_85": 0.0054899295791983604, + "leaf_86": 0.0032869582064449787, + "leaf_87": 0.0032940972596406937, + "leaf_88": 0.002220039488747716, + "leaf_89": 9.277601975554717e-08, + "leaf_90": 0.011755048297345638, + "leaf_91": 0.0011872283648699522, + "leaf_92": 0.014474510215222836, + "leaf_93": 0.0011020107194781303, + "leaf_94": 0.010352768003940582, + "leaf_95": 0.0027813492342829704, + "leaf_96": 0.019566496834158897, + "leaf_97": 0.0030185054056346416, + "leaf_98": 0.039731428027153015, + "leaf_99": 0.0012939583975821733, + "leaf_100": 0.017903029918670654, + "leaf_101": 0.007130131125450134, + "leaf_102": 0.004494455177336931, + "leaf_103": 0.007897644303739071, + "leaf_104": 0.0041817668825387955, + "leaf_105": 1.119829420304086e-07, + "leaf_106": 0.015957297757267952, + "leaf_107": 0.0008615109836682677, + "leaf_108": 0.016373153775930405, + "leaf_109": 0.0013337737182155252, + "leaf_110": 0.014291955158114433, + "leaf_111": 0.0028080521151423454, + "leaf_112": 0.023523710668087006 + }, + { + "leaf_0": 0.014246735721826553, + "leaf_1": 0.1009385734796524, + "leaf_2": 0.0031474409624934196, + "leaf_3": 0.0480610616505146, + "leaf_4": 0.0016508626285940409, + "leaf_5": 0.03960353136062622, + "leaf_6": 0.00010371212556492537, + "leaf_7": 0.0014362287474796176, + "leaf_8": 0.00015090427768882364, + "leaf_9": 0.005133881699293852, + "leaf_10": 0.008565600961446762, + "leaf_11": 0.16310620307922363, + "leaf_12": 0.009871281683444977, + "leaf_13": 0.0071906717494130135, + "leaf_14": 0.005228062160313129, + "leaf_15": 0.005456184037029743, + "leaf_16": 0.0036782771348953247, + "leaf_17": 0.0017759990878403187, + "leaf_18": 0.02367897517979145, + "leaf_19": 0.0023834463208913803, + "leaf_20": 0.020051175728440285, + "leaf_21": 0.008892766200006008, + "leaf_22": 0.006765249650925398, + "leaf_23": 0.0024261558428406715, + "leaf_24": 0.0018704758258536458, + "leaf_25": 1.7823697362473467e-07, + "leaf_26": 0.016282744705677032, + "leaf_27": 0.0030807931907474995, + "leaf_28": 0.030206356197595596, + "leaf_29": 0.0013015163131058216, + "leaf_30": 0.01835767738521099, + "leaf_31": 0.005036104470491409, + "leaf_32": 0.058162055909633636, + "leaf_33": 0.0014359341003000736, + "leaf_34": 0.021722836419939995, + "leaf_35": 0.0012650653952732682, + "leaf_36": 0.016284437850117683, + "leaf_37": 0.004868309944868088, + "leaf_38": 0.003386599710211158, + "leaf_39": 0.002125085098668933, + "leaf_40": 0.001629112521186471, + "leaf_41": 8.188074929194045e-08, + "leaf_42": 0.009500965476036072, + "leaf_43": 0.0015332538168877363, + "leaf_44": 0.019158560782670975, + "leaf_45": 0.0009153549326583743, + "leaf_46": 0.00794252473860979, + "leaf_47": 0.0026789107359945774, + "leaf_48": 0.021293850615620613, + "leaf_49": 0.0011061026016250253, + "leaf_50": 0.01868223212659359, + "leaf_51": 0.0009571072296239436, + "leaf_52": 0.013352937065064907, + "leaf_53": 0.0031975952442735434, + "leaf_54": 0.002458990551531315, + "leaf_55": 0.001765003427863121, + "leaf_56": 0.0012705958215519786, + "leaf_57": 9.944820789087316e-08, + "leaf_58": 0.007111975457519293, + "leaf_59": 0.0009081605821847916, + "leaf_60": 0.014760365709662437, + "leaf_61": 0.0006188807310536504, + "leaf_62": 0.0072351424023509026, + "leaf_63": 0.0015726228011772037, + "leaf_64": 0.01600790210068226, + "leaf_65": 0.0009677366469986737, + "leaf_66": 0.017345402389764786, + "leaf_67": 0.0007001939811743796, + "leaf_68": 0.01193575095385313, + "leaf_69": 0.002937592100352049, + "leaf_70": 0.002684770617634058, + "leaf_71": 0.0015698890201747417, + "leaf_72": 0.001015186426229775, + "leaf_73": 8.27618507059924e-08, + "leaf_74": 0.007093673571944237, + "leaf_75": 0.0007345256744883955, + "leaf_76": 0.01139130350202322, + "leaf_77": 0.000535736617166549, + "leaf_78": 0.006768509745597839, + "leaf_79": 0.0014675878919661045, + "leaf_80": 0.013676722534000874, + "leaf_81": 0.0011286739027127624, + "leaf_82": 0.019836952909827232, + "leaf_83": 0.0004917160258628428, + "leaf_84": 0.009792628698050976, + "leaf_85": 0.002679615980014205, + "leaf_86": 0.0020969880279153585, + "leaf_87": 0.0020676450803875923, + "leaf_88": 0.0015721722738817334, + "leaf_89": 8.320956368379484e-08, + "leaf_90": 0.008277039974927902, + "leaf_91": 0.0005542902508750558, + "leaf_92": 0.009323559701442719, + "leaf_93": 0.0006825128220953047, + "leaf_94": 0.008039286360144615, + "leaf_95": 0.0012727591674774885, + "leaf_96": 0.011706279590725899, + "leaf_97": 0.0014631111407652497, + "leaf_98": 0.024000443518161774, + "leaf_99": 0.00047996381181292236, + "leaf_100": 0.009361600503325462, + "leaf_101": 0.002873284975066781, + "leaf_102": 0.003170663956552744, + "leaf_103": 0.0032526017166674137, + "leaf_104": 0.00286195264197886, + "leaf_105": 1.2993349685075373e-07, + "leaf_106": 0.011051394045352936, + "leaf_107": 0.0003470264782663435, + "leaf_108": 0.008911545388400555, + "leaf_109": 0.0008960490813478827, + "leaf_110": 0.011006097309291363, + "leaf_111": 0.0010724675375968218, + "leaf_112": 0.012163330800831318 + }, + { + "leaf_0": 0.009238247759640217, + "leaf_1": 0.07406871765851974, + "leaf_2": 0.0021641463972628117, + "leaf_3": 0.035936951637268066, + "leaf_4": 0.001208081259392202, + "leaf_5": 0.031365878880023956, + "leaf_6": 7.824432395864278e-05, + "leaf_7": 0.0010845992946997285, + "leaf_8": 0.0001337880821665749, + "leaf_9": 0.004558106418699026, + "leaf_10": 0.005662830546498299, + "leaf_11": 0.14347316324710846, + "leaf_12": 0.008659557439386845, + "leaf_13": 0.0049382662400603294, + "leaf_14": 0.003779214108362794, + "leaf_15": 0.004653846845030785, + "leaf_16": 0.003890775144100189, + "leaf_17": 0.0015562804182991385, + "leaf_18": 0.021885596215724945, + "leaf_19": 0.0017970467451959848, + "leaf_20": 0.01787375658750534, + "leaf_21": 0.006834975443780422, + "leaf_22": 0.006004415452480316, + "leaf_23": 0.0019693532958626747, + "leaf_24": 0.0016989922150969505, + "leaf_25": 2.2791958542711654e-07, + "leaf_26": 0.014423908665776253, + "leaf_27": 0.0023448108695447445, + "leaf_28": 0.027663467451930046, + "leaf_29": 0.0011734210420399904, + "leaf_30": 0.01654202677309513, + "leaf_31": 0.003861090401187539, + "leaf_32": 0.04641018435359001, + "leaf_33": 0.0011739609763026237, + "leaf_34": 0.02028302103281021, + "leaf_35": 0.0011581002036109567, + "leaf_36": 0.015789689496159554, + "leaf_37": 0.003877253970131278, + "leaf_38": 0.002589581301435828, + "leaf_39": 0.0017521276604384184, + "leaf_40": 0.0015064016915857792, + "leaf_41": 6.577213440550622e-08, + "leaf_42": 0.008586076088249683, + "leaf_43": 0.0013640348333865404, + "leaf_44": 0.01826287992298603, + "leaf_45": 0.0008488792809657753, + "leaf_46": 0.008079231716692448, + "leaf_47": 0.00233556074090302, + "leaf_48": 0.02039368264377117, + "leaf_49": 0.0010126064298674464, + "leaf_50": 0.01829773746430874, + "leaf_51": 0.0008044639835134149, + "leaf_52": 0.013191735371947289, + "leaf_53": 0.003140375716611743, + "leaf_54": 0.00239013833925128, + "leaf_55": 0.0015391844790428877, + "leaf_56": 0.001245295163244009, + "leaf_57": 9.590537786152709e-08, + "leaf_58": 0.006795015651732683, + "leaf_59": 0.0008904970018193126, + "leaf_60": 0.014862445183098316, + "leaf_61": 0.0005355544853955507, + "leaf_62": 0.006567368283867836, + "leaf_63": 0.0016973026795312762, + "leaf_64": 0.01610969752073288, + "leaf_65": 0.0008552039507776499, + "leaf_66": 0.01702086254954338, + "leaf_67": 0.0005733660655096173, + "leaf_68": 0.012104634195566177, + "leaf_69": 0.0024183348286896944, + "leaf_70": 0.002160730306059122, + "leaf_71": 0.0012829076731577516, + "leaf_72": 0.001062824041582644, + "leaf_73": 7.174466531978396e-08, + "leaf_74": 0.00788305327296257, + "leaf_75": 0.0006360006518661976, + "leaf_76": 0.011175476014614105, + "leaf_77": 0.0006094099953770638, + "leaf_78": 0.00708963256329298, + "leaf_79": 0.001244223676621914, + "leaf_80": 0.013033825904130936, + "leaf_81": 0.0009298832737840712, + "leaf_82": 0.01901179365813732, + "leaf_83": 0.000384277431294322, + "leaf_84": 0.009184134192764759, + "leaf_85": 0.0023656203411519527, + "leaf_86": 0.0023817101027816534, + "leaf_87": 0.001670737168751657, + "leaf_88": 0.0014480503741651773, + "leaf_89": 7.418690017857443e-08, + "leaf_90": 0.008144283667206764, + "leaf_91": 0.00047774918493814766, + "leaf_92": 0.00932407472282648, + "leaf_93": 0.0006503014592453837, + "leaf_94": 0.007908536121249199, + "leaf_95": 0.0010865398216992617, + "leaf_96": 0.01162581704556942, + "leaf_97": 0.0013323788298293948, + "leaf_98": 0.02346494048833847, + "leaf_99": 0.0003666059928946197, + "leaf_100": 0.008549767546355724, + "leaf_101": 0.002059602877125144, + "leaf_102": 0.002455764915794134, + "leaf_103": 0.003155401675030589, + "leaf_104": 0.0026477884966880083, + "leaf_105": 1.5133933572997194e-07, + "leaf_106": 0.011335842311382294, + "leaf_107": 0.0002681598416529596, + "leaf_108": 0.008584203198552132, + "leaf_109": 0.0007349678780883551, + "leaf_110": 0.010984261520206928, + "leaf_111": 0.0007353796390816569, + "leaf_112": 0.011667479760944843 + }, + { + "leaf_0": 0.009825063869357109, + "leaf_1": 0.07215938717126846, + "leaf_2": 0.002367995213717222, + "leaf_3": 0.03708771988749504, + "leaf_4": 0.0013495353050529957, + "leaf_5": 0.0328078493475914, + "leaf_6": 7.968674617586657e-05, + "leaf_7": 0.0011039789533242583, + "leaf_8": 0.00012915011029690504, + "leaf_9": 0.004406760912388563, + "leaf_10": 0.016736391931772232, + "leaf_11": 0.26475340127944946, + "leaf_12": 0.010040372610092163, + "leaf_13": 0.005581044126302004, + "leaf_14": 0.0041707782074809074, + "leaf_15": 0.01085633784532547, + "leaf_16": 0.004839975852519274, + "leaf_17": 0.0016159109072759748, + "leaf_18": 0.02230796031653881, + "leaf_19": 0.002464164746925235, + "leaf_20": 0.019205112010240555, + "leaf_21": 0.008585957810282707, + "leaf_22": 0.006556451786309481, + "leaf_23": 0.002134128240868449, + "leaf_24": 0.0017470697639510036, + "leaf_25": 1.8337460971906694e-07, + "leaf_26": 0.020289044827222824, + "leaf_27": 0.0029844592791050673, + "leaf_28": 0.029079945757985115, + "leaf_29": 0.002210399601608515, + "leaf_30": 0.024227753281593323, + "leaf_31": 0.004716566763818264, + "leaf_32": 0.05372472107410431, + "leaf_33": 0.0014054329367354512, + "leaf_34": 0.02098223753273487, + "leaf_35": 0.001563970115967095, + "leaf_36": 0.016947705298662186, + "leaf_37": 0.004595652688294649, + "leaf_38": 0.0028233202174305916, + "leaf_39": 0.001890762010589242, + "leaf_40": 0.001427183859050274, + "leaf_41": 8.833062992152918e-08, + "leaf_42": 0.0076857274398207664, + "leaf_43": 0.001685727504082024, + "leaf_44": 0.018782326951622963, + "leaf_45": 0.0007182398694567382, + "leaf_46": 0.007702412083745003, + "leaf_47": 0.002613500691950321, + "leaf_48": 0.020560545846819878, + "leaf_49": 0.0011013594921678305, + "leaf_50": 0.018266158178448677, + "leaf_51": 0.0011337263276800513, + "leaf_52": 0.014193740673363209, + "leaf_53": 0.003908721264451742, + "leaf_54": 0.0025098901242017746, + "leaf_55": 0.0016609585145488381, + "leaf_56": 0.0012340736575424671, + "leaf_57": 6.678994424191842e-08, + "leaf_58": 0.007208921015262604, + "leaf_59": 0.001102804089896381, + "leaf_60": 0.014631791971623898, + "leaf_61": 0.0006895273108966649, + "leaf_62": 0.007146237883716822, + "leaf_63": 0.0019280875567346811, + "leaf_64": 0.016005104407668114, + "leaf_65": 0.0009860043646767735, + "leaf_66": 0.01773202046751976, + "leaf_67": 0.0009066029451787472, + "leaf_68": 0.012581394985318184, + "leaf_69": 0.0031136467587202787, + "leaf_70": 0.0020676020067185163, + "leaf_71": 0.0014539057156071067, + "leaf_72": 0.001248989487066865, + "leaf_73": 6.752499359663489e-08, + "leaf_74": 0.0074272011406719685, + "leaf_75": 0.0009267156710848212, + "leaf_76": 0.011567405425012112, + "leaf_77": 0.0006522015319205821, + "leaf_78": 0.007169761694967747, + "leaf_79": 0.0016526838298887014, + "leaf_80": 0.013748941011726856, + "leaf_81": 0.001285154721699655, + "leaf_82": 0.02054075337946415, + "leaf_83": 0.000776597997173667, + "leaf_84": 0.010870737954974174, + "leaf_85": 0.003163397079333663, + "leaf_86": 0.0020710784010589123, + "leaf_87": 0.002402268582955003, + "leaf_88": 0.0014518825337290764, + "leaf_89": 8.200047574291602e-08, + "leaf_90": 0.008363943547010422, + "leaf_91": 0.0007429665420204401, + "leaf_92": 0.009834321215748787, + "leaf_93": 0.0007052692817524076, + "leaf_94": 0.0080357501283288, + "leaf_95": 0.001561478478834033, + "leaf_96": 0.012689697556197643, + "leaf_97": 0.002187797101214528, + "leaf_98": 0.02954285778105259, + "leaf_99": 0.0009240678045898676, + "leaf_100": 0.013584863394498825, + "leaf_101": 0.0043390244245529175, + "leaf_102": 0.0029303256887942553, + "leaf_103": 0.006129247602075338, + "leaf_104": 0.003172730328515172, + "leaf_105": 1.5319315593842475e-07, + "leaf_106": 0.012192284688353539, + "leaf_107": 0.0005642203032039106, + "leaf_108": 0.010698885656893253, + "leaf_109": 0.0010497028706595302, + "leaf_110": 0.012047928757965565, + "leaf_111": 0.0017208097269758582, + "leaf_112": 0.015262405388057232 + }, + { + "leaf_0": 0.018219226971268654, + "leaf_1": 0.12289905548095703, + "leaf_2": 0.004403396509587765, + "leaf_3": 0.06578835844993591, + "leaf_4": 0.002391622867435217, + "leaf_5": 0.05589180812239647, + "leaf_6": 0.00013074597518425435, + "leaf_7": 0.0018110348610207438, + "leaf_8": 0.00018765978165902197, + "leaf_9": 0.006389768328517675, + "leaf_10": 0.017229916527867317, + "leaf_11": 0.27553296089172363, + "leaf_12": 0.012814220041036606, + "leaf_13": 0.00991885270923376, + "leaf_14": 0.007256671320647001, + "leaf_15": 0.010899737477302551, + "leaf_16": 0.004900746047496796, + "leaf_17": 0.0023181471042335033, + "leaf_18": 0.029534026980400085, + "leaf_19": 0.003682878566905856, + "leaf_20": 0.0243349839001894, + "leaf_21": 0.01398561429232359, + "leaf_22": 0.009945642203092575, + "leaf_23": 0.0030775258783251047, + "leaf_24": 0.002513141604140401, + "leaf_25": 2.1745475464740593e-07, + "leaf_26": 0.01729022152721882, + "leaf_27": 0.004489430692046881, + "leaf_28": 0.03943464532494545, + "leaf_29": 0.0013146097771823406, + "leaf_30": 0.019653569906949997, + "leaf_31": 0.0075415014289319515, + "leaf_32": 0.08198511600494385, + "leaf_33": 0.0017931205220520496, + "leaf_34": 0.025926807895302773, + "leaf_35": 0.002175262663513422, + "leaf_36": 0.018747422844171524, + "leaf_37": 0.00712925847619772, + "leaf_38": 0.004275944549590349, + "leaf_39": 0.002593541983515024, + "leaf_40": 0.0016982188681140542, + "leaf_41": 8.164541043242934e-08, + "leaf_42": 0.009747801348567009, + "leaf_43": 0.002459676004946232, + "leaf_44": 0.024680649861693382, + "leaf_45": 0.0009232827578671277, + "leaf_46": 0.009177086874842644, + "leaf_47": 0.004079019650816917, + "leaf_48": 0.029808208346366882, + "leaf_49": 0.001513513270765543, + "leaf_50": 0.022921966388821602, + "leaf_51": 0.0014762268401682377, + "leaf_52": 0.016507668420672417, + "leaf_53": 0.005086258053779602, + "leaf_54": 0.003014565445482731, + "leaf_55": 0.002093173796311021, + "leaf_56": 0.001377135282382369, + "leaf_57": 7.736371543387577e-08, + "leaf_58": 0.007482045795768499, + "leaf_59": 0.0015258810017257929, + "leaf_60": 0.01911984011530876, + "leaf_61": 0.0007122819661162794, + "leaf_62": 0.007562610786408186, + "leaf_63": 0.002695067785680294, + "leaf_64": 0.021298903971910477, + "leaf_65": 0.0012529579689726233, + "leaf_66": 0.021429257467389107, + "leaf_67": 0.0010740312281996012, + "leaf_68": 0.015794070437550545, + "leaf_69": 0.004475490190088749, + "leaf_70": 0.002997363917529583, + "leaf_71": 0.0020399708300828934, + "leaf_72": 0.0015618448378518224, + "leaf_73": 8.538740559060898e-08, + "leaf_74": 0.008213438093662262, + "leaf_75": 0.0011593201197683811, + "leaf_76": 0.014283928088843822, + "leaf_77": 0.0007593383197672665, + "leaf_78": 0.007932563312351704, + "leaf_79": 0.002251185243949294, + "leaf_80": 0.017566781491041183, + "leaf_81": 0.0014582449803128839, + "leaf_82": 0.024357859045267105, + "leaf_83": 0.0008592797094024718, + "leaf_84": 0.012640358880162239, + "leaf_85": 0.003755546174943447, + "leaf_86": 0.0034447815269231796, + "leaf_87": 0.002567233284935355, + "leaf_88": 0.0016375933773815632, + "leaf_89": 7.895413745018232e-08, + "leaf_90": 0.009619689546525478, + "leaf_91": 0.0008868211298249662, + "leaf_92": 0.012555419467389584, + "leaf_93": 0.0008381124935112894, + "leaf_94": 0.009279222227633, + "leaf_95": 0.0018812970956787467, + "leaf_96": 0.015716278925538063, + "leaf_97": 0.0022875203285366297, + "leaf_98": 0.031463783234357834, + "leaf_99": 0.0009367255261167884, + "leaf_100": 0.013724141754209995, + "leaf_101": 0.004975792020559311, + "leaf_102": 0.003774203360080719, + "leaf_103": 0.005836984608322382, + "leaf_104": 0.0032142656855285168, + "leaf_105": 1.488197369781119e-07, + "leaf_106": 0.011162841692566872, + "leaf_107": 0.000613831973168999, + "leaf_108": 0.01271107979118824, + "leaf_109": 0.0008995440439321101, + "leaf_110": 0.011059203185141087, + "leaf_111": 0.0019117164192721248, + "leaf_112": 0.018083292990922928 + } + ], + "repr_drift_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "repr_drift_kl": [ + 0.18724679946899414, + 0.18337994813919067, + 0.1930670142173767, + 0.20422686636447906, + 0.21563278138637543, + 0.22622810304164886, + 0.22422310709953308, + 0.24752357602119446, + 0.24105149507522583, + 0.2384229302406311, + 0.27248939871788025, + 0.2848392724990845, + 0.27666741609573364, + 0.28925999999046326, + 0.3186050057411194, + 0.3090989589691162, + 0.32325679063796997, + 0.3405280113220215, + 0.34743785858154297, + 0.367367148399353 + ], + "repr_drift_kl_low_t": [ + 0.17576120793819427, + 0.16851235926151276, + 0.16998645663261414, + 0.1752786636352539, + 0.1872347593307495, + 0.1936647891998291, + 0.18619462847709656, + 0.20864319801330566, + 0.19865483045578003, + 0.19506679475307465, + 0.2207319736480713, + 0.22370502352714539, + 0.22986695170402527, + 0.22954387962818146, + 0.24018694460391998, + 0.25118541717529297, + 0.2640438675880432, + 0.2511425018310547, + 0.26513707637786865, + 0.26819565892219543 + ], + "repr_drift_kl_mid_t": [ + 0.1819157898426056, + 0.17756441235542297, + 0.18008646368980408, + 0.18879875540733337, + 0.20379024744033813, + 0.21736595034599304, + 0.20560914278030396, + 0.2329127937555313, + 0.21703533828258514, + 0.21743331849575043, + 0.24490007758140564, + 0.2571370303630829, + 0.2523671090602875, + 0.2523876428604126, + 0.27738243341445923, + 0.28591257333755493, + 0.29596662521362305, + 0.2850000262260437, + 0.30593931674957275, + 0.31034478545188904 + ], + "repr_drift_kl_high_t": [ + 0.20847034454345703, + 0.21159473061561584, + 0.23013359308242798, + 0.25612592697143555, + 0.2518359422683716, + 0.28951573371887207, + 0.3097544312477112, + 0.31451448798179626, + 0.31441670656204224, + 0.3288531005382538, + 0.3608838617801666, + 0.40626049041748047, + 0.3879043757915497, + 0.4460151791572571, + 0.4441647529602051, + 0.43351635336875916, + 0.46381500363349915, + 0.541911780834198, + 0.5351675748825073, + 0.5645309686660767 + ], + "cka_iters": [ + 50, + 100, + 150, + 200, + 250, + 300, + 350, + 400, + 450, + 500 + ], + "cka_similarity": [ + 0.7990057468414307, + 0.742272138595581, + 0.7610505223274231, + 0.7608221173286438, + 0.7304026484489441, + 0.7339381575584412, + 0.7065867185592651, + 0.6570621728897095, + 0.7047976851463318, + 0.6912376284599304 + ], + "t_analysis_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "norm_low_t": [ + 0.27380576729774475, + 0.38065436482429504, + 0.4324491322040558, + 0.2901303768157959, + 0.24241791665554047, + 0.2447250783443451, + 0.44366255402565, + 0.30039820075035095, + 0.2601228654384613, + 0.19611836969852448, + 0.23065687716007233, + 0.3581903576850891, + 0.39626434445381165, + 0.25345030426979065, + 0.3049788177013397, + 0.23599743843078613, + 0.19116750359535217, + 0.291686475276947, + 0.1896161288022995, + 0.3050518035888672 + ], + "norm_high_t": [ + 0.720383882522583, + 0.5431410670280457, + 1.0678993463516235, + 0.5953398942947388, + 0.9972948431968689, + 0.7292909622192383, + 1.118883490562439, + 1.146837592124939, + 0.6602805852890015, + 1.1685585975646973, + 0.946134626865387, + 1.6250704526901245, + 0.723583996295929, + 1.1555308103561401, + 0.8512367606163025, + 1.0055943727493286, + 0.8082243800163269, + 1.0268505811691284, + 0.8036659359931946, + 0.8161268830299377 + ], + "lowhigh_cos": [ + 0.140586256980896, + -0.004469519481062889, + 0.381181925535202, + 0.10969199240207672, + 0.19139209389686584, + -0.3874770998954773, + 0.31198081374168396, + 0.3821171522140503, + 0.13648585975170135, + 0.07052507996559143, + 0.15150505304336548, + 0.14362993836402893, + -0.054103221744298935, + -0.08386420458555222, + 0.46832773089408875, + -0.11786003410816193, + 0.24967674911022186, + 0.22979643940925598, + -0.12642179429531097, + 0.08915474265813828 + ], + "t_bin_norms": [ + { + "t_0.0-0.1": 0.2999536395072937, + "t_0.1-0.2": 0.38221606612205505, + "t_0.2-0.3": 0.3820700943470001, + "t_0.3-0.4": 0.40902256965637207, + "t_0.4-0.5": 0.47293490171432495, + "t_0.5-0.6": 0.5324548482894897, + "t_0.6-0.7": 0.46531942486763, + "t_0.7-0.8": 0.5416898131370544, + "t_0.8-0.9": 0.5600528717041016, + "t_0.9-1.0": 0.9060997366905212 + }, + { + "t_0.0-0.1": 0.22447001934051514, + "t_0.1-0.2": 0.33091726899147034, + "t_0.2-0.3": 0.3853233754634857, + "t_0.3-0.4": 0.3397200107574463, + "t_0.4-0.5": 0.49260321259498596, + "t_0.5-0.6": 0.3806801736354828, + "t_0.6-0.7": 0.4718870222568512, + "t_0.7-0.8": 0.5397133827209473, + "t_0.8-0.9": 0.5956259369850159, + "t_0.9-1.0": 0.6987708210945129 + }, + { + "t_0.0-0.1": 0.312355101108551, + "t_0.1-0.2": 0.3237881064414978, + "t_0.2-0.3": 0.34076252579689026, + "t_0.3-0.4": 0.38732561469078064, + "t_0.4-0.5": 0.4048020541667938, + "t_0.5-0.6": 0.5396332740783691, + "t_0.6-0.7": 0.5817654132843018, + "t_0.7-0.8": 0.6774727702140808, + "t_0.8-0.9": 0.7315543293952942, + "t_0.9-1.0": 0.8532088398933411 + }, + { + "t_0.0-0.1": 0.19585682451725006, + "t_0.1-0.2": 0.29712337255477905, + "t_0.2-0.3": 0.36183983087539673, + "t_0.3-0.4": 0.3239668905735016, + "t_0.4-0.5": 0.30346688628196716, + "t_0.5-0.6": 0.3784201741218567, + "t_0.6-0.7": 0.36361345648765564, + "t_0.7-0.8": 0.44912463426589966, + "t_0.8-0.9": 0.5649287104606628, + "t_0.9-1.0": 0.9250046014785767 + }, + { + "t_0.0-0.1": 0.1820698082447052, + "t_0.1-0.2": 0.2485327571630478, + "t_0.2-0.3": 0.3448742628097534, + "t_0.3-0.4": 0.2516588270664215, + "t_0.4-0.5": 0.3774245083332062, + "t_0.5-0.6": 0.39847660064697266, + "t_0.6-0.7": 0.4305991232395172, + "t_0.7-0.8": 0.5772421360015869, + "t_0.8-0.9": 0.6738694310188293, + "t_0.9-1.0": 1.1104369163513184 + }, + { + "t_0.0-0.1": 0.19196286797523499, + "t_0.1-0.2": 0.24699200689792633, + "t_0.2-0.3": 0.2598775327205658, + "t_0.3-0.4": 0.26743432879447937, + "t_0.4-0.5": 0.294658362865448, + "t_0.5-0.6": 0.32235726714134216, + "t_0.6-0.7": 0.39102381467819214, + "t_0.7-0.8": 0.37860020995140076, + "t_0.8-0.9": 0.5106549263000488, + "t_0.9-1.0": 0.7131773829460144 + }, + { + "t_0.0-0.1": 0.23252904415130615, + "t_0.1-0.2": 0.2956943213939667, + "t_0.2-0.3": 0.29978102445602417, + "t_0.3-0.4": 0.31943368911743164, + "t_0.4-0.5": 0.3659672737121582, + "t_0.5-0.6": 0.470049649477005, + "t_0.6-0.7": 0.5057715177536011, + "t_0.7-0.8": 0.5317939519882202, + "t_0.8-0.9": 0.6996031999588013, + "t_0.9-1.0": 1.606345295906067 + }, + { + "t_0.0-0.1": 0.3307570219039917, + "t_0.1-0.2": 0.39468908309936523, + "t_0.2-0.3": 0.28382235765457153, + "t_0.3-0.4": 0.3218807876110077, + "t_0.4-0.5": 0.36740604043006897, + "t_0.5-0.6": 0.4789278209209442, + "t_0.6-0.7": 0.6116334795951843, + "t_0.7-0.8": 0.5472655296325684, + "t_0.8-0.9": 0.7387183904647827, + "t_0.9-1.0": 1.2652918100357056 + }, + { + "t_0.0-0.1": 0.24528543651103973, + "t_0.1-0.2": 0.284339964389801, + "t_0.2-0.3": 0.3192225992679596, + "t_0.3-0.4": 0.3140036165714264, + "t_0.4-0.5": 0.5035013556480408, + "t_0.5-0.6": 0.4262654781341553, + "t_0.6-0.7": 0.4448080062866211, + "t_0.7-0.8": 0.5174768567085266, + "t_0.8-0.9": 0.5960699319839478, + "t_0.9-1.0": 0.7718936204910278 + }, + { + "t_0.0-0.1": 0.3304121196269989, + "t_0.1-0.2": 0.3010321855545044, + "t_0.2-0.3": 0.34457501769065857, + "t_0.3-0.4": 0.2807103097438812, + "t_0.4-0.5": 0.3448684811592102, + "t_0.5-0.6": 0.40876004099845886, + "t_0.6-0.7": 0.635751485824585, + "t_0.7-0.8": 0.5898734927177429, + "t_0.8-0.9": 1.0470176935195923, + "t_0.9-1.0": 1.3463536500930786 + }, + { + "t_0.0-0.1": 0.2311352789402008, + "t_0.1-0.2": 0.2638469338417053, + "t_0.2-0.3": 0.3556439280509949, + "t_0.3-0.4": 0.344440758228302, + "t_0.4-0.5": 0.3768710494041443, + "t_0.5-0.6": 0.4152376353740692, + "t_0.6-0.7": 0.4222327470779419, + "t_0.7-0.8": 0.5742562413215637, + "t_0.8-0.9": 0.8043994903564453, + "t_0.9-1.0": 0.7041799426078796 + }, + { + "t_0.0-0.1": 0.2056519091129303, + "t_0.1-0.2": 0.31046369671821594, + "t_0.2-0.3": 0.34636929631233215, + "t_0.3-0.4": 0.3180432915687561, + "t_0.4-0.5": 0.43963053822517395, + "t_0.5-0.6": 0.39438602328300476, + "t_0.6-0.7": 0.6011592745780945, + "t_0.7-0.8": 0.5907281041145325, + "t_0.8-0.9": 0.8809220194816589, + "t_0.9-1.0": 1.5979658365249634 + }, + { + "t_0.0-0.1": 0.28122907876968384, + "t_0.1-0.2": 0.28815749287605286, + "t_0.2-0.3": 0.317359983921051, + "t_0.3-0.4": 0.3902200758457184, + "t_0.4-0.5": 0.33585241436958313, + "t_0.5-0.6": 0.46603327989578247, + "t_0.6-0.7": 0.48432016372680664, + "t_0.7-0.8": 0.5260422229766846, + "t_0.8-0.9": 0.7970037460327148, + "t_0.9-1.0": 0.9179826378822327 + }, + { + "t_0.0-0.1": 0.17118237912654877, + "t_0.1-0.2": 0.23803392052650452, + "t_0.2-0.3": 0.4032173156738281, + "t_0.3-0.4": 0.27217167615890503, + "t_0.4-0.5": 0.3378174602985382, + "t_0.5-0.6": 0.4111299216747284, + "t_0.6-0.7": 0.40257564187049866, + "t_0.7-0.8": 0.6662220358848572, + "t_0.8-0.9": 0.7211704850196838, + "t_0.9-1.0": 1.4583874940872192 + }, + { + "t_0.0-0.1": 0.30270954966545105, + "t_0.1-0.2": 0.271511971950531, + "t_0.2-0.3": 0.2669830918312073, + "t_0.3-0.4": 0.31156274676322937, + "t_0.4-0.5": 0.35638102889060974, + "t_0.5-0.6": 0.4019671380519867, + "t_0.6-0.7": 0.4826394021511078, + "t_0.7-0.8": 0.483383446931839, + "t_0.8-0.9": 0.8695049285888672, + "t_0.9-1.0": 1.0580787658691406 + }, + { + "t_0.0-0.1": 0.1739194393157959, + "t_0.1-0.2": 0.26327040791511536, + "t_0.2-0.3": 0.2713664174079895, + "t_0.3-0.4": 0.3630118668079376, + "t_0.4-0.5": 0.26922595500946045, + "t_0.5-0.6": 0.5279310345649719, + "t_0.6-0.7": 0.4925999343395233, + "t_0.7-0.8": 0.7681393027305603, + "t_0.8-0.9": 0.8876996636390686, + "t_0.9-1.0": 1.3712996244430542 + }, + { + "t_0.0-0.1": 0.2251775711774826, + "t_0.1-0.2": 0.25064054131507874, + "t_0.2-0.3": 0.23837591707706451, + "t_0.3-0.4": 0.3781338930130005, + "t_0.4-0.5": 0.3276608884334564, + "t_0.5-0.6": 0.465256005525589, + "t_0.6-0.7": 0.3700040876865387, + "t_0.7-0.8": 0.5954164266586304, + "t_0.8-0.9": 0.6711025238037109, + "t_0.9-1.0": 1.0755670070648193 + }, + { + "t_0.0-0.1": 0.24104584753513336, + "t_0.1-0.2": 0.36790090799331665, + "t_0.2-0.3": 0.3432231545448303, + "t_0.3-0.4": 0.37384966015815735, + "t_0.4-0.5": 0.3056063652038574, + "t_0.5-0.6": 0.6690628528594971, + "t_0.6-0.7": 0.6609153151512146, + "t_0.7-0.8": 0.7588273882865906, + "t_0.8-0.9": 0.9957831501960754, + "t_0.9-1.0": 1.2105289697647095 + }, + { + "t_0.0-0.1": 0.21889972686767578, + "t_0.1-0.2": 0.29027703404426575, + "t_0.2-0.3": 0.2435997873544693, + "t_0.3-0.4": 0.22930283844470978, + "t_0.4-0.5": 0.3412805199623108, + "t_0.5-0.6": 0.3729894459247589, + "t_0.6-0.7": 0.4393250644207001, + "t_0.7-0.8": 0.41063618659973145, + "t_0.8-0.9": 0.5536550283432007, + "t_0.9-1.0": 0.9930750131607056 + }, + { + "t_0.0-0.1": 0.14894500374794006, + "t_0.1-0.2": 0.2547396719455719, + "t_0.2-0.3": 0.3087322413921356, + "t_0.3-0.4": 0.2902088761329651, + "t_0.4-0.5": 0.3045496940612793, + "t_0.5-0.6": 0.3805219829082489, + "t_0.6-0.7": 0.41604578495025635, + "t_0.7-0.8": 0.4636600613594055, + "t_0.8-0.9": 0.5418123602867126, + "t_0.9-1.0": 0.8114586472511292 + } + ], + "win_rate": [ + 0.5383913516998291, + 0.5158397555351257, + 0.5301224589347839, + 0.5204575061798096, + 0.5150880813598633, + 0.5453715920448303, + 0.5230885148048401, + 0.47250860929489136, + 0.5151417851448059, + 0.5163230299949646, + 0.4987650513648987, + 0.5096112489700317, + 0.484375, + 0.4696091115474701, + 0.47991839051246643, + 0.49001288414001465, + 0.4996241629123688, + 0.47073668241500854, + 0.4768578112125397, + 0.5013423562049866, + 0.4794888496398926, + 0.4457152187824249, + 0.4790056049823761, + 0.4338487982749939, + 0.4401310086250305, + 0.4685889184474945, + 0.4601052403450012, + 0.45081615447998047, + 0.4734213948249817, + 0.446896493434906, + 0.43207690119743347, + 0.4325064420700073, + 0.42563360929489136, + 0.4217139184474945, + 0.4050687253475189, + 0.40753865242004395, + 0.3658182919025421, + 0.39803481101989746, + 0.4051761329174042, + 0.40968644618988037, + 0.4147873818874359, + 0.3840206265449524, + 0.4019544720649719, + 0.40028995275497437, + 0.3913230299949646, + 0.35491839051246643, + 0.3693084120750427, + 0.3638853132724762, + 0.4117805063724518, + 0.35201889276504517 + ], + "effective_batch_size": [ + 454.7369689941406, + 444.20220947265625, + 436.3634948730469, + 450.8663024902344, + 436.3798828125, + 425.6317138671875, + 437.5772399902344, + 406.86053466796875, + 425.9753723144531, + 442.32720947265625, + 425.5579833984375, + 446.2947692871094, + 425.0970153808594, + 421.492919921875, + 423.9080505371094, + 417.05084228515625, + 419.98748779296875, + 421.5647277832031, + 404.9186706542969, + 434.38616943359375, + 422.9114074707031, + 399.6596374511719, + 427.6174621582031, + 404.90673828125, + 413.292724609375, + 417.47393798828125, + 415.0999755859375, + 417.7816162109375, + 424.0064392089844, + 411.28314208984375, + 407.4210205078125, + 396.7627868652344, + 402.9661865234375, + 419.4064025878906, + 386.3474426269531, + 386.80853271484375, + 376.5570983886719, + 366.78753662109375, + 395.01885986328125, + 382.29833984375, + 391.88134765625, + 377.2563781738281, + 377.6348571777344, + 369.7132263183594, + 393.18853759765625, + 332.0930480957031, + 372.0933532714844, + 363.3253173828125, + 385.9510192871094, + 341.9537353515625 + ], + "surgery_iters": [], + "surgery_fraction": [], + "surgery_n_conflicting": [], + "per_achievement_rates": [ + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {} + ] + }, + "base_seed": 0, + "seeds": [ + 0, + 1, + 2 + ], + "wall_clock_s": [ + 1220.9, + 1128.5, + 1129.1 + ], + "per_seed_finals": [ + { + "iters": 500, + "loss": 0.5981869697570801, + "env_score_iters": 500, + "env_score": 2.3340420722961426, + "eval_iters": 500, + "eval_score": 4.610304832458496, + "grad_align_iters": 500, + "grad_align": -0.19476909935474396, + "rl_grad_norm": 0.38475680351257324, + "bc_grad_norm": 1.3576940298080444, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.018219226971268654, + "leaf_1": 0.12289905548095703, + "leaf_2": 0.004403396509587765, + "leaf_3": 0.06578835844993591, + "leaf_4": 0.002391622867435217, + "leaf_5": 0.05589180812239647, + "leaf_6": 0.00013074597518425435, + "leaf_7": 0.0018110348610207438, + "leaf_8": 0.00018765978165902197, + "leaf_9": 0.006389768328517675, + "leaf_10": 0.017229916527867317, + "leaf_11": 0.27553296089172363, + "leaf_12": 0.012814220041036606, + "leaf_13": 0.00991885270923376, + "leaf_14": 0.007256671320647001, + "leaf_15": 0.010899737477302551, + "leaf_16": 0.004900746047496796, + "leaf_17": 0.0023181471042335033, + "leaf_18": 0.029534026980400085, + "leaf_19": 0.003682878566905856, + "leaf_20": 0.0243349839001894, + "leaf_21": 0.01398561429232359, + "leaf_22": 0.009945642203092575, + "leaf_23": 0.0030775258783251047, + "leaf_24": 0.002513141604140401, + "leaf_25": 2.1745475464740593e-07, + "leaf_26": 0.01729022152721882, + "leaf_27": 0.004489430692046881, + "leaf_28": 0.03943464532494545, + "leaf_29": 0.0013146097771823406, + "leaf_30": 0.019653569906949997, + "leaf_31": 0.0075415014289319515, + "leaf_32": 0.08198511600494385, + "leaf_33": 0.0017931205220520496, + "leaf_34": 0.025926807895302773, + "leaf_35": 0.002175262663513422, + "leaf_36": 0.018747422844171524, + "leaf_37": 0.00712925847619772, + "leaf_38": 0.004275944549590349, + "leaf_39": 0.002593541983515024, + "leaf_40": 0.0016982188681140542, + "leaf_41": 8.164541043242934e-08, + "leaf_42": 0.009747801348567009, + "leaf_43": 0.002459676004946232, + "leaf_44": 0.024680649861693382, + "leaf_45": 0.0009232827578671277, + "leaf_46": 0.009177086874842644, + "leaf_47": 0.004079019650816917, + "leaf_48": 0.029808208346366882, + "leaf_49": 0.001513513270765543, + "leaf_50": 0.022921966388821602, + "leaf_51": 0.0014762268401682377, + "leaf_52": 0.016507668420672417, + "leaf_53": 0.005086258053779602, + "leaf_54": 0.003014565445482731, + "leaf_55": 0.002093173796311021, + "leaf_56": 0.001377135282382369, + "leaf_57": 7.736371543387577e-08, + "leaf_58": 0.007482045795768499, + "leaf_59": 0.0015258810017257929, + "leaf_60": 0.01911984011530876, + "leaf_61": 0.0007122819661162794, + "leaf_62": 0.007562610786408186, + "leaf_63": 0.002695067785680294, + "leaf_64": 0.021298903971910477, + "leaf_65": 0.0012529579689726233, + "leaf_66": 0.021429257467389107, + "leaf_67": 0.0010740312281996012, + "leaf_68": 0.015794070437550545, + "leaf_69": 0.004475490190088749, + "leaf_70": 0.002997363917529583, + "leaf_71": 0.0020399708300828934, + "leaf_72": 0.0015618448378518224, + "leaf_73": 8.538740559060898e-08, + "leaf_74": 0.008213438093662262, + "leaf_75": 0.0011593201197683811, + "leaf_76": 0.014283928088843822, + "leaf_77": 0.0007593383197672665, + "leaf_78": 0.007932563312351704, + "leaf_79": 0.002251185243949294, + "leaf_80": 0.017566781491041183, + "leaf_81": 0.0014582449803128839, + "leaf_82": 0.024357859045267105, + "leaf_83": 0.0008592797094024718, + "leaf_84": 0.012640358880162239, + "leaf_85": 0.003755546174943447, + "leaf_86": 0.0034447815269231796, + "leaf_87": 0.002567233284935355, + "leaf_88": 0.0016375933773815632, + "leaf_89": 7.895413745018232e-08, + "leaf_90": 0.009619689546525478, + "leaf_91": 0.0008868211298249662, + "leaf_92": 0.012555419467389584, + "leaf_93": 0.0008381124935112894, + "leaf_94": 0.009279222227633, + "leaf_95": 0.0018812970956787467, + "leaf_96": 0.015716278925538063, + "leaf_97": 0.0022875203285366297, + "leaf_98": 0.031463783234357834, + "leaf_99": 0.0009367255261167884, + "leaf_100": 0.013724141754209995, + "leaf_101": 0.004975792020559311, + "leaf_102": 0.003774203360080719, + "leaf_103": 0.005836984608322382, + "leaf_104": 0.0032142656855285168, + "leaf_105": 1.488197369781119e-07, + "leaf_106": 0.011162841692566872, + "leaf_107": 0.000613831973168999, + "leaf_108": 0.01271107979118824, + "leaf_109": 0.0008995440439321101, + "leaf_110": 0.011059203185141087, + "leaf_111": 0.0019117164192721248, + "leaf_112": 0.018083292990922928 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.367367148399353, + "repr_drift_kl_low_t": 0.26819565892219543, + "repr_drift_kl_mid_t": 0.31034478545188904, + "repr_drift_kl_high_t": 0.5645309686660767, + "cka_iters": 500, + "cka_similarity": 0.6912376284599304, + "t_analysis_iters": 500, + "norm_low_t": 0.3050518035888672, + "norm_high_t": 0.8161268830299377, + "lowhigh_cos": 0.08915474265813828, + "t_bin_norms": { + "t_0.0-0.1": 0.14894500374794006, + "t_0.1-0.2": 0.2547396719455719, + "t_0.2-0.3": 0.3087322413921356, + "t_0.3-0.4": 0.2902088761329651, + "t_0.4-0.5": 0.3045496940612793, + "t_0.5-0.6": 0.3805219829082489, + "t_0.6-0.7": 0.41604578495025635, + "t_0.7-0.8": 0.4636600613594055, + "t_0.8-0.9": 0.5418123602867126, + "t_0.9-1.0": 0.8114586472511292 + }, + "win_rate": 0.35201889276504517, + "effective_batch_size": 341.9537353515625, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.5325279831886292, + "env_score_iters": 500, + "env_score": 2.423943519592285, + "eval_iters": 500, + "eval_score": 4.845763206481934, + "grad_align_iters": 500, + "grad_align": 0.10026407986879349, + "rl_grad_norm": 0.6555235385894775, + "bc_grad_norm": 1.389235019683838, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.013850118964910507, + "leaf_1": 0.10166110843420029, + "leaf_2": 0.0038596480153501034, + "leaf_3": 0.05814540758728981, + "leaf_4": 0.002313735894858837, + "leaf_5": 0.053340744227170944, + "leaf_6": 0.00015925416664686054, + "leaf_7": 0.0022089844569563866, + "leaf_8": 0.00023155513918027282, + "leaf_9": 0.007727751042693853, + "leaf_10": 0.018088312819600105, + "leaf_11": 0.291338711977005, + "leaf_12": 0.015621869824826717, + "leaf_13": 0.007632817141711712, + "leaf_14": 0.006002907175570726, + "leaf_15": 0.011699985712766647, + "leaf_16": 0.005184285808354616, + "leaf_17": 0.0024356513749808073, + "leaf_18": 0.0297026839107275, + "leaf_19": 0.0037666785065084696, + "leaf_20": 0.02476240135729313, + "leaf_21": 0.014736134558916092, + "leaf_22": 0.009944726713001728, + "leaf_23": 0.0031715924851596355, + "leaf_24": 0.0024503590539097786, + "leaf_25": 2.3740555832318933e-07, + "leaf_26": 0.01969023235142231, + "leaf_27": 0.004429313354194164, + "leaf_28": 0.03913266211748123, + "leaf_29": 0.0018097048159688711, + "leaf_30": 0.022961102426052094, + "leaf_31": 0.00768725760281086, + "leaf_32": 0.07821720093488693, + "leaf_33": 0.002023958833888173, + "leaf_34": 0.028373977169394493, + "leaf_35": 0.002230333397164941, + "leaf_36": 0.021098336204886436, + "leaf_37": 0.00678922887891531, + "leaf_38": 0.004423446487635374, + "leaf_39": 0.0029612318612635136, + "leaf_40": 0.002316129393875599, + "leaf_41": 8.96014213935814e-08, + "leaf_42": 0.008465864695608616, + "leaf_43": 0.0025074791628867388, + "leaf_44": 0.02660348080098629, + "leaf_45": 0.0007407334051094949, + "leaf_46": 0.00820835866034031, + "leaf_47": 0.003989584278315306, + "leaf_48": 0.03050653636455536, + "leaf_49": 0.0013958907220512629, + "leaf_50": 0.02242239937186241, + "leaf_51": 0.0015257903141900897, + "leaf_52": 0.01670870929956436, + "leaf_53": 0.005073206033557653, + "leaf_54": 0.0035953661426901817, + "leaf_55": 0.001969618257135153, + "leaf_56": 0.001397630083374679, + "leaf_57": 9.080748242240588e-08, + "leaf_58": 0.008136595599353313, + "leaf_59": 0.0016090834978967905, + "leaf_60": 0.019498638808727264, + "leaf_61": 0.0007562389364466071, + "leaf_62": 0.007860306650400162, + "leaf_63": 0.0025756557006388903, + "leaf_64": 0.021423645317554474, + "leaf_65": 0.001332682790234685, + "leaf_66": 0.022115617990493774, + "leaf_67": 0.0010803110199049115, + "leaf_68": 0.014172612689435482, + "leaf_69": 0.004332275129854679, + "leaf_70": 0.002760111354291439, + "leaf_71": 0.0018595943693071604, + "leaf_72": 0.0013928667176514864, + "leaf_73": 8.54519726090075e-08, + "leaf_74": 0.00871314574033022, + "leaf_75": 0.0011723170755431056, + "leaf_76": 0.014531080611050129, + "leaf_77": 0.0008772651781328022, + "leaf_78": 0.00888142455369234, + "leaf_79": 0.002284448593854904, + "leaf_80": 0.018313836306333542, + "leaf_81": 0.0015029924688860774, + "leaf_82": 0.02394215390086174, + "leaf_83": 0.0008826520643197, + "leaf_84": 0.01167301181703806, + "leaf_85": 0.003764690598472953, + "leaf_86": 0.0031795548275113106, + "leaf_87": 0.002481374889612198, + "leaf_88": 0.0017130428459495306, + "leaf_89": 7.399485468795319e-08, + "leaf_90": 0.009058513678610325, + "leaf_91": 0.0008901742403395474, + "leaf_92": 0.012239647097885609, + "leaf_93": 0.0007750748773105443, + "leaf_94": 0.00862914975732565, + "leaf_95": 0.0018993178382515907, + "leaf_96": 0.0159518513828516, + "leaf_97": 0.0025003303308039904, + "leaf_98": 0.03398113697767258, + "leaf_99": 0.0009831428760662675, + "leaf_100": 0.01378861628472805, + "leaf_101": 0.005052807740867138, + "leaf_102": 0.0033596884459257126, + "leaf_103": 0.0062328968197107315, + "leaf_104": 0.0031769494526088238, + "leaf_105": 1.1874889338514549e-07, + "leaf_106": 0.012641468085348606, + "leaf_107": 0.0006331020849756896, + "leaf_108": 0.012538943439722061, + "leaf_109": 0.0008620405569672585, + "leaf_110": 0.011460715904831886, + "leaf_111": 0.0019620764069259167, + "leaf_112": 0.017828360199928284 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.37013283371925354, + "repr_drift_kl_low_t": 0.27058732509613037, + "repr_drift_kl_mid_t": 0.3206593990325928, + "repr_drift_kl_high_t": 0.5734462738037109, + "cka_iters": 500, + "cka_similarity": 0.6396465301513672, + "t_analysis_iters": 500, + "norm_low_t": 0.20798799395561218, + "norm_high_t": 1.2380551099777222, + "lowhigh_cos": -0.28952500224113464, + "t_bin_norms": { + "t_0.0-0.1": 0.3060908913612366, + "t_0.1-0.2": 0.29425951838493347, + "t_0.2-0.3": 0.24751430749893188, + "t_0.3-0.4": 0.3285422623157501, + "t_0.4-0.5": 0.46358299255371094, + "t_0.5-0.6": 0.3366767168045044, + "t_0.6-0.7": 0.5537282228469849, + "t_0.7-0.8": 0.6674396395683289, + "t_0.8-0.9": 0.9953693151473999, + "t_0.9-1.0": 1.3528705835342407 + }, + "win_rate": 0.37333548069000244, + "effective_batch_size": 373.96014404296875, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.5402793288230896, + "env_score_iters": 500, + "env_score": 2.3165602684020996, + "eval_iters": 500, + "eval_score": 4.423791408538818, + "grad_align_iters": 500, + "grad_align": 0.045808833092451096, + "rl_grad_norm": 0.4059882164001465, + "bc_grad_norm": 1.3880791664123535, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.013117359019815922, + "leaf_1": 0.08664507418870926, + "leaf_2": 0.0034431456588208675, + "leaf_3": 0.05114666000008583, + "leaf_4": 0.0017800088971853256, + "leaf_5": 0.04258052259683609, + "leaf_6": 9.388096077600494e-05, + "leaf_7": 0.0012998093152418733, + "leaf_8": 0.00013728832709603012, + "leaf_9": 0.0046271150931715965, + "leaf_10": 0.010581888258457184, + "leaf_11": 0.19549812376499176, + "leaf_12": 0.009196662344038486, + "leaf_13": 0.007354613393545151, + "leaf_14": 0.005429355427622795, + "leaf_15": 0.006429687142372131, + "leaf_16": 0.004033189732581377, + "leaf_17": 0.001859102863818407, + "leaf_18": 0.024025119841098785, + "leaf_19": 0.0026535778306424618, + "leaf_20": 0.019392892718315125, + "leaf_21": 0.009736796841025352, + "leaf_22": 0.0068681552074849606, + "leaf_23": 0.002405456267297268, + "leaf_24": 0.0018112228717654943, + "leaf_25": 1.93602900822043e-07, + "leaf_26": 0.018603697419166565, + "leaf_27": 0.00322950491681695, + "leaf_28": 0.03014433942735195, + "leaf_29": 0.0020600110292434692, + "leaf_30": 0.024010606110095978, + "leaf_31": 0.005445763468742371, + "leaf_32": 0.05887799710035324, + "leaf_33": 0.0015104433987289667, + "leaf_34": 0.02228568308055401, + "leaf_35": 0.0016538002528250217, + "leaf_36": 0.017079170793294907, + "leaf_37": 0.005077809561043978, + "leaf_38": 0.0030627967789769173, + "leaf_39": 0.002207074547186494, + "leaf_40": 0.001511799287982285, + "leaf_41": 7.511327737574902e-08, + "leaf_42": 0.007521457504481077, + "leaf_43": 0.001777341589331627, + "leaf_44": 0.02024703100323677, + "leaf_45": 0.0006426558247767389, + "leaf_46": 0.0066472734324634075, + "leaf_47": 0.002819965360686183, + "leaf_48": 0.02256329543888569, + "leaf_49": 0.0010743510210886598, + "leaf_50": 0.01825530268251896, + "leaf_51": 0.0011794465826824307, + "leaf_52": 0.014754646457731724, + "leaf_53": 0.0038453638553619385, + "leaf_54": 0.002458027796819806, + "leaf_55": 0.0014182568993419409, + "leaf_56": 0.0011520406696945429, + "leaf_57": 8.130278672524582e-08, + "leaf_58": 0.006496133282780647, + "leaf_59": 0.0011873877374455333, + "leaf_60": 0.016116086393594742, + "leaf_61": 0.0005547560285776854, + "leaf_62": 0.006854765582829714, + "leaf_63": 0.0020347812678664923, + "leaf_64": 0.01729530841112137, + "leaf_65": 0.0010915837483480573, + "leaf_66": 0.018825635313987732, + "leaf_67": 0.0009128610836341977, + "leaf_68": 0.012626332230865955, + "leaf_69": 0.002977962139993906, + "leaf_70": 0.002038953360170126, + "leaf_71": 0.0015176512533798814, + "leaf_72": 0.0011834477772936225, + "leaf_73": 7.235502152980189e-08, + "leaf_74": 0.006691130809485912, + "leaf_75": 0.0009197734761983156, + "leaf_76": 0.012402627617120743, + "leaf_77": 0.0005092580104246736, + "leaf_78": 0.006611376069486141, + "leaf_79": 0.001554052927531302, + "leaf_80": 0.01419743150472641, + "leaf_81": 0.0013191537000238895, + "leaf_82": 0.02225479669868946, + "leaf_83": 0.000722648052033037, + "leaf_84": 0.011121361516416073, + "leaf_85": 0.0034846251364797354, + "leaf_86": 0.0020377475302666426, + "leaf_87": 0.002094754483550787, + "leaf_88": 0.0016035237349569798, + "leaf_89": 7.149321845645318e-08, + "leaf_90": 0.00829861219972372, + "leaf_91": 0.0006869095377624035, + "leaf_92": 0.01066106092184782, + "leaf_93": 0.0007656553643755615, + "leaf_94": 0.008293586783111095, + "leaf_95": 0.0015436168760061264, + "leaf_96": 0.013278789818286896, + "leaf_97": 0.0015430820640176535, + "leaf_98": 0.0256499033421278, + "leaf_99": 0.0005720463814213872, + "leaf_100": 0.009936351329088211, + "leaf_101": 0.0038170740008354187, + "leaf_102": 0.003048734040930867, + "leaf_103": 0.003484195563942194, + "leaf_104": 0.002521385671570897, + "leaf_105": 1.0512795967088095e-07, + "leaf_106": 0.011299854144454002, + "leaf_107": 0.00044546255958266556, + "leaf_108": 0.010403850115835667, + "leaf_109": 0.0009112504776567221, + "leaf_110": 0.011536350473761559, + "leaf_111": 0.0014330759877339005, + "leaf_112": 0.014626754447817802 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.37983787059783936, + "repr_drift_kl_low_t": 0.30156344175338745, + "repr_drift_kl_mid_t": 0.3390107750892639, + "repr_drift_kl_high_t": 0.5441826581954956, + "cka_iters": 500, + "cka_similarity": 0.6853653788566589, + "t_analysis_iters": 500, + "norm_low_t": 0.1644400805234909, + "norm_high_t": 0.7832694053649902, + "lowhigh_cos": 0.014061176218092442, + "t_bin_norms": { + "t_0.0-0.1": 0.18640528619289398, + "t_0.1-0.2": 0.28401437401771545, + "t_0.2-0.3": 0.359937846660614, + "t_0.3-0.4": 0.2391613870859146, + "t_0.4-0.5": 0.28173813223838806, + "t_0.5-0.6": 0.3371383845806122, + "t_0.6-0.7": 0.35175248980522156, + "t_0.7-0.8": 0.41640809178352356, + "t_0.8-0.9": 0.601961612701416, + "t_0.9-1.0": 0.9828543066978455 + }, + "win_rate": 0.3800472617149353, + "effective_batch_size": 370.02459716796875, + "per_achievement_rates": {} + } + ], + "final_ach_rates": { + "Achievements/collect_coal": 0.16159788131713868, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.21481270472208658, + "Achievements/collect_iron": 0.07718811511993408, + "Achievements/collect_sapling": 0.946770731608073, + "Achievements/collect_stone": 0.37018232981363935, + "Achievements/collect_wood": 0.8826744588216145, + "Achievements/defeat_skeleton": 0.04960116704305013, + "Achievements/defeat_zombie": 0.2506042289733887, + "Achievements/eat_cow": 0.14751801490783692, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.002953760027885437, + "Achievements/make_iron_sword": 0.01806784113248189, + "Achievements/make_stone_pickaxe": 0.18557425181070963, + "Achievements/make_stone_sword": 0.2561904589335124, + "Achievements/make_wood_pickaxe": 0.4224084599812825, + "Achievements/make_wood_sword": 0.17405303001403807, + "Achievements/place_furnace": 0.33535092035929354, + "Achievements/place_plant": 0.3167250378926595, + "Achievements/place_stone": 0.2571531486511231, + "Achievements/place_table": 0.5176995086669922, + "Achievements/wake_up": 0.047647318840026855 + }, + "all_final_ach_rates": [ + { + "Achievements/collect_coal": 0.1625615882873535, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.1871921157836914, + "Achievements/collect_iron": 0.06502463340759278, + "Achievements/collect_sapling": 0.957635498046875, + "Achievements/collect_stone": 0.35763545989990236, + "Achievements/collect_wood": 0.8935961151123046, + "Achievements/defeat_skeleton": 0.04630541801452637, + "Achievements/defeat_zombie": 0.24630542755126952, + "Achievements/eat_cow": 0.14088670730590822, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.0029556649923324586, + "Achievements/make_iron_sword": 0.013793103694915772, + "Achievements/make_stone_pickaxe": 0.17635469436645507, + "Achievements/make_stone_sword": 0.25221675872802735, + "Achievements/make_wood_pickaxe": 0.4167487716674805, + "Achievements/make_wood_sword": 0.1546798038482666, + "Achievements/place_furnace": 0.3290640640258789, + "Achievements/place_plant": 0.315270938873291, + "Achievements/place_stone": 0.23349754333496095, + "Achievements/place_table": 0.5290640640258789, + "Achievements/wake_up": 0.02857142925262451 + }, + { + "Achievements/collect_coal": 0.171737003326416, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.24239450454711914, + "Achievements/collect_iron": 0.08832188606262208, + "Achievements/collect_sapling": 0.9440628051757812, + "Achievements/collect_stone": 0.3954857635498047, + "Achievements/collect_wood": 0.892051010131836, + "Achievements/defeat_skeleton": 0.05299313068389892, + "Achievements/defeat_zombie": 0.2708537864685059, + "Achievements/eat_cow": 0.1462217903137207, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.003925417065620423, + "Achievements/make_iron_sword": 0.020608439445495605, + "Achievements/make_stone_pickaxe": 0.2031403350830078, + "Achievements/make_stone_sword": 0.275760555267334, + "Achievements/make_wood_pickaxe": 0.4465161895751953, + "Achievements/make_wood_sword": 0.20510303497314453, + "Achievements/place_furnace": 0.3601570129394531, + "Achievements/place_plant": 0.3052011871337891, + "Achievements/place_stone": 0.2953876304626465, + "Achievements/place_table": 0.525024528503418, + "Achievements/wake_up": 0.053974485397338866 + }, + { + "Achievements/collect_coal": 0.15049505233764648, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.21485149383544921, + "Achievements/collect_iron": 0.07821782588958741, + "Achievements/collect_sapling": 0.9386138916015625, + "Achievements/collect_stone": 0.35742576599121095, + "Achievements/collect_wood": 0.8623762512207032, + "Achievements/defeat_skeleton": 0.0495049524307251, + "Achievements/defeat_zombie": 0.23465347290039062, + "Achievements/eat_cow": 0.15544554710388184, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.00198019802570343, + "Achievements/make_iron_sword": 0.0198019802570343, + "Achievements/make_stone_pickaxe": 0.177227725982666, + "Achievements/make_stone_sword": 0.24059406280517578, + "Achievements/make_wood_pickaxe": 0.4039604187011719, + "Achievements/make_wood_sword": 0.16237625122070312, + "Achievements/place_furnace": 0.3168316841125488, + "Achievements/place_plant": 0.32970298767089845, + "Achievements/place_stone": 0.24257427215576172, + "Achievements/place_table": 0.4990099334716797, + "Achievements/wake_up": 0.060396041870117184 + } + ] + } + } +} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/achievement_summary.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/achievement_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..69568e82a866bf0eb70c9b9f388bd7c8285d22f8 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/achievement_summary.csv @@ -0,0 +1,23 @@ +Achievement,Pretrained,bc_all,delta_bc_all +Achievements/collect_coal,0.6357,0.1616,-0.4741 +Achievements/collect_diamond,0.0,0.0,0.0 +Achievements/collect_drink,0.5006,0.2148,-0.2858 +Achievements/collect_iron,0.4313,0.0772,-0.3541 +Achievements/collect_sapling,0.8907,0.9468,0.0561 +Achievements/collect_stone,0.9154,0.3702,-0.5452 +Achievements/collect_wood,0.9953,0.8827,-0.1126 +Achievements/defeat_skeleton,0.208,0.0496,-0.1584 +Achievements/defeat_zombie,0.6663,0.2506,-0.4157 +Achievements/eat_cow,0.4501,0.1475,-0.3025 +Achievements/eat_plant,0.0,0.0,0.0 +Achievements/make_iron_pickaxe,0.0517,0.003,-0.0488 +Achievements/make_iron_sword,0.2385,0.0181,-0.2205 +Achievements/make_stone_pickaxe,0.7203,0.1856,-0.5348 +Achievements/make_stone_sword,0.792,0.2562,-0.5358 +Achievements/make_wood_pickaxe,0.9553,0.4224,-0.5329 +Achievements/make_wood_sword,0.812,0.1741,-0.6379 +Achievements/place_furnace,0.879,0.3354,-0.5436 +Achievements/place_plant,0.6381,0.3167,-0.3213 +Achievements/place_stone,0.7286,0.2572,-0.4714 +Achievements/place_table,0.9835,0.5177,-0.4658 +Achievements/wake_up,0.3831,0.0476,-0.3354 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/achievement_summary.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/achievement_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..694cb66d995b0a5b00170f7c3c824bcef721740f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/achievement_summary.tex @@ -0,0 +1,33 @@ +\begin{table}[htbp] +\centering +\caption{Per-achievement final unlock rates and delta vs pretrained.} +\label{tab:achievements} +\begin{tabular}{lrrr} +\toprule +\textbf{Achievement} & \textbf{Pretrained} & \textbf{bc\_all} & \textbf{delta\_bc\_all} \\ +\midrule +Achievements/collect\_coal & 0.6357 & 0.1616 & -0.4741 \\ +Achievements/collect\_diamond & 0.0000 & 0.0000 & 0.0000 \\ +Achievements/collect\_drink & 0.5006 & 0.2148 & -0.2858 \\ +Achievements/collect\_iron & 0.4313 & 0.0772 & -0.3541 \\ +Achievements/collect\_sapling & 0.8907 & 0.9468 & 0.0561 \\ +Achievements/collect\_stone & 0.9154 & 0.3702 & -0.5452 \\ +Achievements/collect\_wood & 0.9953 & 0.8827 & -0.1126 \\ +Achievements/defeat\_skeleton & 0.2080 & 0.0496 & -0.1584 \\ +Achievements/defeat\_zombie & 0.6663 & 0.2506 & -0.4157 \\ +Achievements/eat\_cow & 0.4501 & 0.1475 & -0.3025 \\ +Achievements/eat\_plant & 0.0000 & 0.0000 & 0.0000 \\ +Achievements/make\_iron\_pickaxe & 0.0517 & 0.0030 & -0.0488 \\ +Achievements/make\_iron\_sword & 0.2385 & 0.0181 & -0.2205 \\ +Achievements/make\_stone\_pickaxe & 0.7203 & 0.1856 & -0.5348 \\ +Achievements/make\_stone\_sword & 0.7920 & 0.2562 & -0.5358 \\ +Achievements/make\_wood\_pickaxe & 0.9553 & 0.4224 & -0.5329 \\ +Achievements/make\_wood\_sword & 0.8120 & 0.1741 & -0.6379 \\ +Achievements/place\_furnace & 0.8790 & 0.3354 & -0.5436 \\ +Achievements/place\_plant & 0.6381 & 0.3167 & -0.3213 \\ +Achievements/place\_stone & 0.7286 & 0.2572 & -0.4714 \\ +Achievements/place\_table & 0.9835 & 0.5177 & -0.4658 \\ +Achievements/wake\_up & 0.3831 & 0.0476 & -0.3354 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/forgetting_analysis.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/forgetting_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..f7327b4db42844d6dc647482f419d78b401feeed --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/forgetting_analysis.csv @@ -0,0 +1,2 @@ +Method,First_Collapse_Iter,Min_Score,Min_Score_Iter,Recovery_Score,Recovered +bc_all,150,4.6103,500,4.7348,N diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/forgetting_analysis.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/forgetting_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..7ffd72e7e935d808f4757154c14dd94af8778503 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/forgetting_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Catastrophic forgetting timeline.} +\label{tab:forgetting} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{First\_Collapse\_Iter} & \textbf{Min\_Score} & \textbf{Min\_Score\_Iter} & \textbf{Recovery\_Score} & \textbf{Recovered} \\ +\midrule +bc\_all & 150 & 4.6103 & 500 & 4.7348 & N \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/gradient_analysis.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/gradient_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..7048f4657162dc4df7592420a1ed1060b5b64d8c --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/gradient_analysis.csv @@ -0,0 +1,2 @@ +Method,Mean_Grad_Align,Final_Grad_Align,Trend,Mean_KL_Drift,Final_KL_Drift +bc_all,0.0081,-0.1948,down,0.264528,0.367367 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/gradient_analysis.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/gradient_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..fee87ec356874e956b901deb2469cf6ccf89e1e9 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/gradient_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Gradient alignment and representation drift analysis.} +\label{tab:gradient} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{Mean\_Grad\_Align} & \textbf{Final\_Grad\_Align} & \textbf{Trend} & \textbf{Mean\_KL\_Drift} & \textbf{Final\_KL\_Drift} \\ +\midrule +bc\_all & 0.0081 & -0.1948 & down & 0.2645 & 0.3674 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/group_summary.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/group_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..961c87473f4cf06326a8dcd0a61999dd680f431a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/group_summary.csv @@ -0,0 +1,2 @@ +Group,N,Mean,Best,Worst,StdDev +B,1,4.7348,4.7348,4.7348,0.0 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/group_summary.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/group_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..6379f4a60add0d1b8b912e26733e62ed7f629156 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/group_summary.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Group summary statistics.} +\label{tab:group_summary} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Group} & \textbf{N} & \textbf{Mean} & \textbf{Best} & \textbf{Worst} & \textbf{StdDev} \\ +\midrule +B & 1 & 4.7348 & 4.7348 & 4.7348 & 0.0000 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/hypothesis_verdict.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/hypothesis_verdict.csv new file mode 100644 index 0000000000000000000000000000000000000000..681a97c40ab578f22179768ac0876da4c6f98a72 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/hypothesis_verdict.csv @@ -0,0 +1,2 @@ +Ablation,Group,Hypothesis,Result,Conclusion +bc_all,B,"If it degrades like baseline_rl: the self-generated rollouts, not the return wei...",COLLAPSE,Hypothesis REFUTED — intervention did not prevent collapse diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/hypothesis_verdict.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/hypothesis_verdict.tex new file mode 100644 index 0000000000000000000000000000000000000000..44d94cbbbc6a0a22c4d2f81dba17971e63da50ec --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/hypothesis_verdict.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Hypothesis verdict per ablation.} +\label{tab:hypothesis} +\begin{tabular}{lrrrr} +\toprule +\textbf{Ablation} & \textbf{Group} & \textbf{Hypothesis} & \textbf{Result} & \textbf{Conclusion} \\ +\midrule +bc\_all & B & If it degrades like baseline\_rl: the self-generated rollouts, not the return wei... & COLLAPSE & Hypothesis REFUTED — intervention did not prevent collapse \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/main_results.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/main_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..d58c0f35b3399901f5b3c02e4e344712c98d91a1 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/main_results.csv @@ -0,0 +1,2 @@ +Method,Group,Final_Score,Score_Std,Delta_vs_Pretrained,Delta_vs_Baseline_RL,Verdict +bc_all,B,4.7348,0.1869,-7.2407,-7.2407,COLLAPSE diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/main_results.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/main_results.tex new file mode 100644 index 0000000000000000000000000000000000000000..f5983205fee2f77b7ac876d550f76823dff143f5 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/main_results.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Main ablation results.} +\label{tab:main_results} +\begin{tabular}{lrrrrrr} +\toprule +\textbf{Method} & \textbf{Group} & \textbf{Final\_Score} & \textbf{Score\_Std} & \textbf{Delta\_vs\_Pretrained} & \textbf{Delta\_vs\_Baseline\_RL} & \textbf{Verdict} \\ +\midrule +bc\_all & B & 4.7348 & 0.1869 & -7.2407 & -7.2407 & COLLAPSE \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/per_env.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/per_env.csv new file mode 100644 index 0000000000000000000000000000000000000000..45952bb64126906a26d9e0a1a0a886226ad321ae --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/per_env.csv @@ -0,0 +1,3 @@ +Method,Achievements/collect_coal,Achievements/collect_diamond,Achievements/collect_drink,Achievements/collect_iron,Achievements/collect_sapling,Achievements/collect_stone,Achievements/collect_wood,Achievements/defeat_skeleton,Achievements/defeat_zombie,Achievements/eat_cow,Achievements/eat_plant,Achievements/make_iron_pickaxe,Achievements/make_iron_sword,Achievements/make_stone_pickaxe,Achievements/make_stone_sword,Achievements/make_wood_pickaxe,Achievements/make_wood_sword,Achievements/place_furnace,Achievements/place_plant,Achievements/place_stone,Achievements/place_table,Achievements/wake_up +pretrained,0.6357,0.0,0.5006,0.4313,0.8907,0.9154,0.9953,0.208,0.6663,0.4501,0.0,0.0517,0.2385,0.7203,0.792,0.9553,0.812,0.879,0.6381,0.7286,0.9835,0.3831 +bc_all,0.1616,0.0,0.2148,0.0772,0.9468,0.3702,0.8827,0.0496,0.2506,0.1475,0.0,0.003,0.0181,0.1856,0.2562,0.4224,0.1741,0.3354,0.3167,0.2572,0.5177,0.0476 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/per_env.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/per_env.tex new file mode 100644 index 0000000000000000000000000000000000000000..2765f3e327eec7b626e2a3d9907871ea23396ddb --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/per_env.tex @@ -0,0 +1,13 @@ +\begin{table}[htbp] +\centering +\caption{Per-environment (per-achievement) win rates at final eval.} +\label{tab:per_env} +\begin{tabular}{lrrrrrrrrrrrrrrrrrrrrrr} +\toprule +\textbf{Method} & \textbf{Achievements/collect\_coal} & \textbf{Achievements/collect\_diamond} & \textbf{Achievements/collect\_drink} & \textbf{Achievements/collect\_iron} & \textbf{Achievements/collect\_sapling} & \textbf{Achievements/collect\_stone} & \textbf{Achievements/collect\_wood} & \textbf{Achievements/defeat\_skeleton} & \textbf{Achievements/defeat\_zombie} & \textbf{Achievements/eat\_cow} & \textbf{Achievements/eat\_plant} & \textbf{Achievements/make\_iron\_pickaxe} & \textbf{Achievements/make\_iron\_sword} & \textbf{Achievements/make\_stone\_pickaxe} & \textbf{Achievements/make\_stone\_sword} & \textbf{Achievements/make\_wood\_pickaxe} & \textbf{Achievements/make\_wood\_sword} & \textbf{Achievements/place\_furnace} & \textbf{Achievements/place\_plant} & \textbf{Achievements/place\_stone} & \textbf{Achievements/place\_table} & \textbf{Achievements/wake\_up} \\ +\midrule +pretrained & 0.6357 & 0.0000 & 0.5006 & 0.4313 & 0.8907 & 0.9154 & 0.9953 & 0.2080 & 0.6663 & 0.4501 & 0.0000 & 0.0517 & 0.2385 & 0.7203 & 0.7920 & 0.9553 & 0.8120 & 0.8790 & 0.6381 & 0.7286 & 0.9835 & 0.3831 \\ +bc\_all & 0.1616 & 0.0000 & 0.2148 & 0.0772 & 0.9468 & 0.3702 & 0.8827 & 0.0496 & 0.2506 & 0.1475 & 0.0000 & 0.0030 & 0.0181 & 0.1856 & 0.2562 & 0.4224 & 0.1741 & 0.3354 & 0.3167 & 0.2572 & 0.5177 & 0.0476 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/repr_drift.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/repr_drift.csv new file mode 100644 index 0000000000000000000000000000000000000000..0a10325d594cfef7dcd70fcb367916e54d853ec2 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/repr_drift.csv @@ -0,0 +1,2 @@ +Method,KL_mean,KL_low_t,KL_mid_t,KL_high_t +bc_all,0.367367,0.268196,0.310345,0.564531 diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/repr_drift.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/repr_drift.tex new file mode 100644 index 0000000000000000000000000000000000000000..bf101dbee44cb7e6a93683e8d4cd379d9d04d253 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/repr_drift.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Representation drift (KL divergence) at final iteration.} +\label{tab:repr_drift} +\begin{tabular}{lrrrr} +\toprule +\textbf{Method} & \textbf{KL\_mean} & \textbf{KL\_low\_t} & \textbf{KL\_mid\_t} & \textbf{KL\_high\_t} \\ +\midrule +bc\_all & 0.3674 & 0.2682 & 0.3103 & 0.5645 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/t_distribution.csv b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/t_distribution.csv new file mode 100644 index 0000000000000000000000000000000000000000..dd20228e7a5f7494d6529b6c1a662dc899a8d564 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/t_distribution.csv @@ -0,0 +1,2 @@ +Method,HighLow_Ratio,LowHigh_Cos_Sim,Dominant_Regime +bc_all,3.18,0.1141,high-t diff --git a/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/t_distribution.tex b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/t_distribution.tex new file mode 100644 index 0000000000000000000000000000000000000000..31f312a1b2343cea192cd91890bba7ede079c1e9 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run1_bc_all/tables/t_distribution.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Timestep distribution analysis.} +\label{tab:t_dist} +\begin{tabular}{lrrr} +\toprule +\textbf{Method} & \textbf{HighLow\_Ratio} & \textbf{LowHigh\_Cos\_Sim} & \textbf{Dominant\_Regime} \\ +\midrule +bc\_all & 3.1800 & 0.1141 & high-t \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/diagnosis.md b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/diagnosis.md new file mode 100644 index 0000000000000000000000000000000000000000..c47269d73b346abd8a4ab74363b6aee9554b6f41 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/diagnosis.md @@ -0,0 +1,59 @@ +# RL Fine-Tuning Ablation Suite — Diagnosis Report + +**Pretrained baseline score:** 11.9754 +**Baseline RL score:** nan + +--- + +## Primary Failure Mode + +**ALL ablations collapsed.** This is the strongest evidence for a fundamental +incompatibility between the RL fine-tuning signal and the model. + +**Most likely failure mode:** Catastrophic Forgetting +> The pretrained representations are corrupted by RL gradients. + +**Evidence strength:** 0% (0/0 supporting ablations succeeded) + +--- + +## Hypothesis Rankings (by Evidence Strength) + +| Hypothesis | Evidence | Supporting Ablations | +|---|---|---| +| Catastrophic Forgetting | 0% (0/0) | — | +| Gradient Conflict | 0% (0/0) | — | +| Signal Sparsity | 0% (0/0) | — | +| Distributional Shift | 0% (0/0) | — | +| Mode Collapse | 0% (0/1) | — | +| t-Bias | 0% (0/0) | — | + +--- + +## Evidence Details per Ablation + +### advantage_clip [COLLAPSE] +- **Score:** 4.9246 (delta vs pretrained: -7.0509, delta vs baseline_rl: -7.0509) +- **Hypothesis tested:** If clipping helps: large advantage magnitudes destabilise training +- **Mean grad alignment:** -0.0182 +- **Final KL drift:** 0.329165 + +--- + +## Recommendations + +### Catastrophic Forgetting +Implement a strong parameter regularisation regime (EWC + LLRD) or use LoRA to restrict the parameter update space. + +### Gradient Conflict +Apply PCGrad in the full training pipeline, and investigate whether the t-distribution of RL batches is biased. + +--- + +## Next Experiments + +Based on the pattern of successes and failures above, the highest-priority +follow-up experiments are: + +3. **Increase num_envs and num_seeds**: current results may be high-variance. Confirm findings with num_seeds=3. +4. **Profile the reward signal**: plot the return histogram over training to determine if rewards are collapsing to zero. diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/action_freq_advantage_clip.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/action_freq_advantage_clip.png new file mode 100644 index 0000000000000000000000000000000000000000..a4afeb143bbf560abc8e98fc479d04e63b0af41d Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/action_freq_advantage_clip.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/action_metrics_advantage_clip.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/action_metrics_advantage_clip.png new file mode 100644 index 0000000000000000000000000000000000000000..39c7701092e12b2a1952e51b94cd1d8032ee8e3f Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/action_metrics_advantage_clip.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/js_divergence_comparison.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/js_divergence_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..d7ede99aa9d4141dfa861ae910aaff6d3fd33c86 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/js_divergence_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/transition_matrix_advantage_clip.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/transition_matrix_advantage_clip.png new file mode 100644 index 0000000000000000000000000000000000000000..4bf4c4b6cca5ffdb9934ff2b3735d1b1f5c6e77a Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/action_dist/transition_matrix_advantage_clip.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/cka_similarity.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/cka_similarity.png new file mode 100644 index 0000000000000000000000000000000000000000..579191229d4a336882b5c8ef11d193b0e4187580 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/cka_similarity.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/curves_advantage_clip.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/curves_advantage_clip.png new file mode 100644 index 0000000000000000000000000000000000000000..7c3ae8ec20e9afa68651b0b3a49435e3994232bb --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/curves_advantage_clip.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6ce8e0c4b9e4a7d4c0cef832224efc411d83e9a7475763328f0f372c6dec95aa +size 296425 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/diagnosis_decision_tree.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/diagnosis_decision_tree.png new file mode 100644 index 0000000000000000000000000000000000000000..730d89684146fd76646f6c006f98ee2fd87d1f1f Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/diagnosis_decision_tree.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/eval_scores_over_training.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/eval_scores_over_training.png new file mode 100644 index 0000000000000000000000000000000000000000..0bd0f9d766a9896cebbd30269b7de781b0900199 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/eval_scores_over_training.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/final_score_comparison.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/final_score_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..fd88566e11816b196e710b25de0fb60532f75b57 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/final_score_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/gradient_alignment.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/gradient_alignment.png new file mode 100644 index 0000000000000000000000000000000000000000..175bf48828c0ddfe6c55b399a6be471dbcb519c4 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/gradient_alignment.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/gradient_conflict_map.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/gradient_conflict_map.png new file mode 100644 index 0000000000000000000000000000000000000000..fefe9833dac4c2bbc2ee4b644e22cefea63ba33c Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/gradient_conflict_map.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/group_comparison.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/group_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..a1823d8645b869393b9ebb74ba0d57910f0e0e35 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/group_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/per_layer_grad_heatmap_advantage_clip.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/per_layer_grad_heatmap_advantage_clip.png new file mode 100644 index 0000000000000000000000000000000000000000..845c48510613bef52ab7357f3ee8bb4010ccccc8 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/per_layer_grad_heatmap_advantage_clip.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:39a0579a8e587978b848f141ea9b744f94c4a42b6986b0fbf039e4bfe0d47eb7 +size 533465 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/representation_drift.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/representation_drift.png new file mode 100644 index 0000000000000000000000000000000000000000..840ed64d1e187fb17af1019c3a7ff84b8a1491c1 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/representation_drift.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fd2d61b67ae65ac9f9b292c7edf382af5f8b148dd2bd9827fe3bcbacf1c2d146 +size 204966 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/score_delta_over_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/score_delta_over_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..890b214a405c74af6f53eb770a5894c0414c9556 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/score_delta_over_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_grad_norms_advantage_clip.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_grad_norms_advantage_clip.png new file mode 100644 index 0000000000000000000000000000000000000000..eff6d2f7b31d9a4ec9ed3addcc09e5cff3a3e07a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_grad_norms_advantage_clip.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:795241e0eb1f30db8872fed4bd8d84ff3a2d86140ee1afe5ed9c9380d03cd012 +size 248423 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_norms_heatmap.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_norms_heatmap.png new file mode 100644 index 0000000000000000000000000000000000000000..048c4976956a9b9b21f8a57fbf3a929e395fa46d Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_bin_norms_heatmap.png differ diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_distribution_analysis.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_distribution_analysis.png new file mode 100644 index 0000000000000000000000000000000000000000..7f21ec08b3b2be3ac4dba88bfe4e45485e321a45 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/t_distribution_analysis.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a5118bdb965c9e34db0473f888745d7b50a9fe8f4fd2369f3c903de781744f2 +size 138436 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/win_rate_and_effective_batch_size.png b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/win_rate_and_effective_batch_size.png new file mode 100644 index 0000000000000000000000000000000000000000..f532c0af2c3270ee9e2e18e32ce68a589a1a27b7 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/figures/win_rate_and_effective_batch_size.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0e3f8a573ff192f82f8126dae1cb375ea640e20680b3cf0184633a127534b9a2 +size 137022 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/results.json b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/results.json new file mode 100644 index 0000000000000000000000000000000000000000..58f942d80aaf7796ab19bbfe08d5574b60fdb8a6 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/results.json @@ -0,0 +1,3970 @@ +{ + "pretrained_score": 11.975441932678223, + "pretrained_ach_rates": { + "Achievements/collect_coal": 0.63572265625, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.5005875396728515, + "Achievements/collect_iron": 0.43125732421875, + "Achievements/collect_sapling": 0.8907167816162109, + "Achievements/collect_stone": 0.9153936004638672, + "Achievements/collect_wood": 0.9952996063232422, + "Achievements/defeat_skeleton": 0.2079905891418457, + "Achievements/defeat_zombie": 0.6662749481201172, + "Achievements/eat_cow": 0.4500587463378906, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.051703877449035644, + "Achievements/make_iron_sword": 0.2385428810119629, + "Achievements/make_stone_pickaxe": 0.7203289794921875, + "Achievements/make_stone_sword": 0.7920093536376953, + "Achievements/make_wood_pickaxe": 0.9553466033935547, + "Achievements/make_wood_sword": 0.8119858551025391, + "Achievements/place_furnace": 0.8789659118652344, + "Achievements/place_plant": 0.6380728530883789, + "Achievements/place_stone": 0.7285546112060547, + "Achievements/place_table": 0.9835487365722656, + "Achievements/wake_up": 0.38307872772216794 + }, + "config": { + "ENV_NAME": "Craftax-Classic-Symbolic-v1", + "USE_OPTIMISTIC_RESETS": false, + "OPTIMISTIC_RESET_RATIO": 16, + "D_MODEL": 384, + "N_HEADS": 8, + "N_LAYERS": 6, + "D_FF": 768, + "OBS_ENCODER_LAYERS": 2, + "OBS_ENCODER_WIDTH": 768, + "DROPOUT_RATE": 0.1, + "PLAN_HORIZON": 32, + "DIFFUSION_SCHEDULE": "cosine", + "TRAIN_SIGMA": 0.0, + "LABEL_SMOOTHING": 0.0, + "DIFFUSION_STEPS": 15, + "DIFFUSION_STEPS_EVAL": 10, + "REMASK_STRATEGY": "rescale", + "ETA": 0.5, + "USE_LOOP": true, + "T_ON": 0.7, + "T_OFF": 0.3, + "TEMPERATURE": 0.5, + "TOP_P": 0.95, + "LR": 0.000322321, + "MAX_GRAD_NORM": 1.0, + "WEIGHT_DECAY": 0.0001, + "LR_WARMUP_FRAMES": "1.6384e6", + "NUM_ENVS": 192, + "NUM_STEPS": 128, + "NUM_MINIBATCHES": 8, + "UPDATE_EPOCHS": 8, + "NUM_REPEATS": 1, + "OFFLINE_TOTAL_TIMESTEPS": 100000000.0, + "COLLECT_TEMPERATURE": 1.0, + "RETURN_WEIGHT_CAP": 5.0, + "ONLINE_TOTAL_TIMESTEPS": 100000000.0, + "DAGGER_BETA_INIT": 1.0, + "DAGGER_BETA_FINAL": 0.344, + "DAGGER_BUFFER_CYCLES": 1.90735, + "DAGGER_TRAIN_PASSES": null, + "DAGGER_EXPERT_DETERMINISTIC": true, + "VAL_INTERVAL_FRAMES": 1000000.0, + "VAL_DIFFUSION_STEPS": 50, + "VAL_REPLAN_EVERY": 4, + "VAL_STEPS": 256, + "COLLECT_NUM_STEPS": 10000000, + "COLLECT_NUM_ENVS": 128, + "PPO_MODEL_TYPE": "ppo_rnn", + "LAYER_SIZE": 512, + "EVAL_STEPS": 1024, + "EVAL_NUM_ENVS": 32, + "INFERENCE_SAMPLER": "sample_plan", + "EVAL_REPLAN": 8, + "SAVE_POLICY": true, + "CHECKPOINT_DIR": "checkpoints", + "RESUME_CHECKPOINT_PATH": null, + "RESUME_WANDB_RUN_ID": null, + "RESUME_STEP": null, + "JAX_COMPILATION_CACHE_DIR": null, + "SEED": null, + "MAX_ITER": 500, + "BATCH_SIZE": 1024, + "DIFFUSION_STEPS_COLLECT": 5, + "EMA_DECAY": 0.999, + "EVAL_EVERY": 25, + "GRAD_ALIGN_EVERY": 25, + "REPR_DRIFT_EVERY": 25, + "T_ANALYSIS_EVERY": 25, + "CKA_EVERY": 50, + "PER_LAYER_EVERY": 25, + "T_ANALYSIS_N_BINS": 10, + "CKA_BATCH_SIZE": 256, + "WIN_THRESHOLD": 0.5, + "RETURN_WEIGHT_FLOOR": 0.1, + "EWC_LAMBDA": 100.0, + "EWC_FISHER_BATCHES": 20, + "LLRD_DECAY": 0.9, + "LORA_RANK": 8, + "LORA_ALPHA": 16.0, + "MIXED_REPLAY_RATIO": 0.25, + "MIXED_REPLAY_BUFFER_SIZE": 20000, + "TRUST_REGION_KL": 0.05, + "KL_COEF": 0.1, + "T_CURRICULUM_START": 0.8, + "T_CURRICULUM_END": 0.2, + "T_CURRICULUM_STEPS": 200, + "T_MAX_LOW": 0.2, + "ENTROPY_COEF": 0.01, + "ADV_CLIP_EPS": 0.2, + "REWARD_FILTER_PERCENTILE": 75, + "RUNNING_STATS_EMA_DECAY": 0.99, + "REWARD_MODEL_WIDTH": 64, + "REWARD_MODEL_DEPTH": 2, + "REWARD_MODEL_LR": 0.001, + "REWARD_MODEL_TRAIN_STEPS": 50, + "NUM_SEEDS": 3, + "CHECKPOINT_PATH": "checkpoints/ablation_src/policy-best-v2", + "NUM_ACTIONS": 17 + }, + "ablations": { + "advantage_clip": { + "score": 4.924557209014893, + "score_std": 0.2573490421299745, + "all_scores": [ + 5.277822494506836, + 4.823723793029785, + 4.672125339508057 + ], + "history": { + "iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "loss": [ + 0.9212693572044373, + 0.812288224697113, + 0.8174457550048828, + 0.8348851203918457, + 0.8303387761116028, + 0.8189696073532104, + 0.8086185455322266, + 0.8001730442047119, + 0.8337862491607666, + 0.7661647796630859, + 0.7246862053871155, + 0.7649850249290466, + 0.7474270462989807, + 0.7329235076904297, + 0.7608658075332642, + 0.8545418977737427, + 0.706749439239502, + 0.7859480977058411, + 0.7911859154701233, + 0.723389744758606, + 0.7613359093666077, + 0.7445594668388367, + 0.6898069381713867, + 0.7467435598373413, + 0.7092418074607849, + 0.7220543026924133, + 0.7001420259475708, + 0.6560620069503784, + 0.6550206542015076, + 0.6336169242858887, + 0.6340665817260742, + 0.652834415435791, + 0.6741446256637573, + 0.6156370639801025, + 0.7011350393295288, + 0.6043568849563599, + 0.5750463008880615, + 0.6450567245483398, + 0.6134551763534546, + 0.6151022911071777, + 0.612407922744751, + 0.5822499990463257, + 0.608410120010376, + 0.5403439998626709, + 0.5726041793823242, + 0.5204720497131348, + 0.5463439226150513, + 0.5219326019287109, + 0.5379295349121094, + 0.5235309600830078 + ], + "env_score_iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "env_score": [ + 4.475939750671387, + 4.582993030548096, + 5.328758239746094, + 4.780272006988525, + 4.077940464019775, + 4.458107948303223, + 4.442104339599609, + 4.7715325355529785, + 4.38776969909668, + 4.559627532958984, + 3.9963414669036865, + 4.0797295570373535, + 4.023077011108398, + 4.578261375427246, + 3.892857074737549, + 3.659440279006958, + 3.8999998569488525, + 4.241891860961914, + 3.617729902267456, + 3.9639456272125244, + 4.222580432891846, + 3.655555248260498, + 4.125156879425049, + 3.450993061065674, + 3.5444440841674805, + 3.7466163635253906, + 3.8399996757507324, + 3.6034958362579346, + 3.667741537094116, + 3.2420451641082764, + 3.4144651889801025, + 3.2199997901916504, + 2.9163262844085693, + 3.0154926776885986, + 3.299999713897705, + 3.119607925415039, + 3.018367052078247, + 2.877777338027954, + 2.91456937789917, + 2.9561147689819336, + 3.2095885276794434, + 3.073683738708496, + 2.7923073768615723, + 2.764383554458618, + 2.7506847381591797, + 2.6999998092651367, + 2.7715322971343994, + 2.6944050788879395, + 2.865100383758545, + 2.1566035747528076 + ], + "eval_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "eval_score": [ + 11.76365852355957, + 11.727120399475098, + 11.56350040435791, + 11.093235969543457, + 10.995555877685547, + 10.462431907653809, + 10.243014335632324, + 9.967415809631348, + 10.062795639038086, + 9.397476196289062, + 8.983260154724121, + 8.516938209533691, + 7.8173675537109375, + 7.721164226531982, + 7.134665012359619, + 6.600000858306885, + 6.352050304412842, + 5.901644706726074, + 5.324049949645996, + 4.671428680419922 + ], + "grad_align_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "grad_align": [ + 0.010539277456700802, + 0.04647575691342354, + -0.017161482945084572, + 0.35780003666877747, + -0.03231284022331238, + 0.40904027223587036, + 0.11651904135942459, + -0.12369196116924286, + -0.28696584701538086, + -0.1692654937505722, + -0.20825329422950745, + 0.16194553673267365, + 0.061998289078474045, + 0.1351710557937622, + -0.21161574125289917, + -0.33616581559181213, + -0.2367655634880066, + -0.2094850093126297, + -0.16947686672210693, + 0.3368697166442871 + ], + "rl_grad_norm": [ + 0.47323665022850037, + 0.41537830233573914, + 0.45295363664627075, + 0.4069924056529999, + 0.3454824984073639, + 0.4892706871032715, + 0.37650102376937866, + 0.48789000511169434, + 0.6047154664993286, + 0.4599395990371704, + 0.5228646397590637, + 0.3335948884487152, + 0.39768749475479126, + 0.41978728771209717, + 0.35591429471969604, + 0.33442607522010803, + 0.5059702396392822, + 0.40082451701164246, + 0.3297525644302368, + 0.5034250617027283 + ], + "bc_grad_norm": [ + 0.8830529451370239, + 0.7989539504051208, + 0.9145111441612244, + 1.1837834119796753, + 0.9603655934333801, + 1.089256763458252, + 1.1256626844406128, + 1.1152899265289307, + 1.0966073274612427, + 1.2108997106552124, + 1.004204273223877, + 1.2996803522109985, + 1.1923205852508545, + 1.3123173713684082, + 1.2841037511825562, + 1.371262550354004, + 1.3901374340057373, + 1.285152792930603, + 1.4534002542495728, + 1.4241588115692139 + ], + "per_layer_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "per_layer_norms": [ + { + "leaf_0": 0.01186605729162693, + "leaf_1": 0.08897363394498825, + "leaf_2": 0.0029542255215346813, + "leaf_3": 0.046871017664670944, + "leaf_4": 0.0016841879114508629, + "leaf_5": 0.04331435263156891, + "leaf_6": 0.0001481523795519024, + "leaf_7": 0.0020520701073110104, + "leaf_8": 0.00019586166308727115, + "leaf_9": 0.006422494072467089, + "leaf_10": 0.013125762343406677, + "leaf_11": 0.21886871755123138, + "leaf_12": 0.012469733133912086, + "leaf_13": 0.006512662395834923, + "leaf_14": 0.004933005198836327, + "leaf_15": 0.008660762570798397, + "leaf_16": 0.0038345514331012964, + "leaf_17": 0.0021203162614256144, + "leaf_18": 0.029362913221120834, + "leaf_19": 0.003096366999670863, + "leaf_20": 0.022736482322216034, + "leaf_21": 0.010405168868601322, + "leaf_22": 0.008728094398975372, + "leaf_23": 0.0024910990614444017, + "leaf_24": 0.002217561472207308, + "leaf_25": 2.0544520396015287e-07, + "leaf_26": 0.018440810963511467, + "leaf_27": 0.003744792891666293, + "leaf_28": 0.0369798019528389, + "leaf_29": 0.0013947960687801242, + "leaf_30": 0.020042775198817253, + "leaf_31": 0.006104117725044489, + "leaf_32": 0.07369796931743622, + "leaf_33": 0.0017528146272525191, + "leaf_34": 0.027897367253899574, + "leaf_35": 0.0017868464346975088, + "leaf_36": 0.020221691578626633, + "leaf_37": 0.005895643960684538, + "leaf_38": 0.004245890770107508, + "leaf_39": 0.0026561261620372534, + "leaf_40": 0.0020841395016759634, + "leaf_41": 9.481914986508855e-08, + "leaf_42": 0.011887564323842525, + "leaf_43": 0.0021542103495448828, + "leaf_44": 0.025266649201512337, + "leaf_45": 0.0010694018565118313, + "leaf_46": 0.01024574413895607, + "leaf_47": 0.0035360476467758417, + "leaf_48": 0.029514940455555916, + "leaf_49": 0.0012639453634619713, + "leaf_50": 0.022962499409914017, + "leaf_51": 0.0011810980504378676, + "leaf_52": 0.016891831532120705, + "leaf_53": 0.004356359597295523, + "leaf_54": 0.0031215515919029713, + "leaf_55": 0.0020101098343729973, + "leaf_56": 0.001432909513823688, + "leaf_57": 1.2114126946016768e-07, + "leaf_58": 0.008809199556708336, + "leaf_59": 0.001306084101088345, + "leaf_60": 0.018672499805688858, + "leaf_61": 0.0007682241266593337, + "leaf_62": 0.008292753249406815, + "leaf_63": 0.0023370510898530483, + "leaf_64": 0.021567467600107193, + "leaf_65": 0.001111124292947352, + "leaf_66": 0.021864518523216248, + "leaf_67": 0.0008086853777058423, + "leaf_68": 0.014420950785279274, + "leaf_69": 0.0036247565876692533, + "leaf_70": 0.0029186676256358624, + "leaf_71": 0.0019218235975131392, + "leaf_72": 0.0015198756009340286, + "leaf_73": 9.354256746973988e-08, + "leaf_74": 0.013336381874978542, + "leaf_75": 0.0009346363949589431, + "leaf_76": 0.013830884359776974, + "leaf_77": 0.001154826139099896, + "leaf_78": 0.011285247281193733, + "leaf_79": 0.0018075876869261265, + "leaf_80": 0.017183180898427963, + "leaf_81": 0.0013005562359467149, + "leaf_82": 0.023465489968657494, + "leaf_83": 0.0006670496077276766, + "leaf_84": 0.011330993846058846, + "leaf_85": 0.0030504162423312664, + "leaf_86": 0.0033733274322003126, + "leaf_87": 0.002146871527656913, + "leaf_88": 0.0016015236033126712, + "leaf_89": 1.1071081473801314e-07, + "leaf_90": 0.011774510145187378, + "leaf_91": 0.0007001895573921502, + "leaf_92": 0.010966580361127853, + "leaf_93": 0.0009428319172002375, + "leaf_94": 0.011062380857765675, + "leaf_95": 0.00152497214730829, + "leaf_96": 0.014273038133978844, + "leaf_97": 0.0021245083771646023, + "leaf_98": 0.030028153210878372, + "leaf_99": 0.0008152656373567879, + "leaf_100": 0.012338819913566113, + "leaf_101": 0.003824073588475585, + "leaf_102": 0.0029080379754304886, + "leaf_103": 0.0055380817502737045, + "leaf_104": 0.002723029116168618, + "leaf_105": 1.4940549419861782e-07, + "leaf_106": 0.013683429919183254, + "leaf_107": 0.0004922620137222111, + "leaf_108": 0.009822776541113853, + "leaf_109": 0.0009756742510944605, + "leaf_110": 0.013386126607656479, + "leaf_111": 0.0014809141866862774, + "leaf_112": 0.01493835635483265 + }, + { + "leaf_0": 0.00845728162676096, + "leaf_1": 0.07491052895784378, + "leaf_2": 0.002280139597132802, + "leaf_3": 0.039117179811000824, + "leaf_4": 0.0012814570218324661, + "leaf_5": 0.035009123384952545, + "leaf_6": 0.00010362156172050163, + "leaf_7": 0.001436923281289637, + "leaf_8": 0.0001531217567389831, + "leaf_9": 0.005012939218431711, + "leaf_10": 0.012875683605670929, + "leaf_11": 0.2184240221977234, + "leaf_12": 0.012910915538668633, + "leaf_13": 0.00462380750104785, + "leaf_14": 0.003836484160274267, + "leaf_15": 0.008235816843807697, + "leaf_16": 0.003944912925362587, + "leaf_17": 0.002099545206874609, + "leaf_18": 0.029801659286022186, + "leaf_19": 0.002482726238667965, + "leaf_20": 0.023515885695815086, + "leaf_21": 0.009473254904150963, + "leaf_22": 0.008099694736301899, + "leaf_23": 0.002651953138411045, + "leaf_24": 0.002201273338869214, + "leaf_25": 3.3279260946983413e-07, + "leaf_26": 0.0174766443669796, + "leaf_27": 0.0031691687181591988, + "leaf_28": 0.03504560515284538, + "leaf_29": 0.0015029024798423052, + "leaf_30": 0.02158471941947937, + "leaf_31": 0.005315115209668875, + "leaf_32": 0.06703542917966843, + "leaf_33": 0.0015621576458215714, + "leaf_34": 0.02589530497789383, + "leaf_35": 0.0015801381086930633, + "leaf_36": 0.01943262852728367, + "leaf_37": 0.004531400743871927, + "leaf_38": 0.003345293225720525, + "leaf_39": 0.0021998540032655, + "leaf_40": 0.001661132206209004, + "leaf_41": 1.2754040312756842e-07, + "leaf_42": 0.009851391427218914, + "leaf_43": 0.0017636108677834272, + "leaf_44": 0.023556480184197426, + "leaf_45": 0.0008261135662905872, + "leaf_46": 0.009683842770755291, + "leaf_47": 0.0027198810130357742, + "leaf_48": 0.025743722915649414, + "leaf_49": 0.0012067931238561869, + "leaf_50": 0.022753356024622917, + "leaf_51": 0.0011180032743141055, + "leaf_52": 0.016659367829561234, + "leaf_53": 0.0037857971619814634, + "leaf_54": 0.0028940897900611162, + "leaf_55": 0.001740824431180954, + "leaf_56": 0.001491769915446639, + "leaf_57": 1.142311418789177e-07, + "leaf_58": 0.00824306346476078, + "leaf_59": 0.0011333535658195615, + "leaf_60": 0.018317947164177895, + "leaf_61": 0.0007078693597577512, + "leaf_62": 0.00804847851395607, + "leaf_63": 0.0019451008411124349, + "leaf_64": 0.02027800679206848, + "leaf_65": 0.0010897816391661763, + "leaf_66": 0.021668676286935806, + "leaf_67": 0.000903319742064923, + "leaf_68": 0.015364027582108974, + "leaf_69": 0.003123433329164982, + "leaf_70": 0.0027825376018881798, + "leaf_71": 0.0016024404903873801, + "leaf_72": 0.0013659982942044735, + "leaf_73": 1.1547001577127958e-07, + "leaf_74": 0.009947353042662144, + "leaf_75": 0.0009240843937732279, + "leaf_76": 0.013921190984547138, + "leaf_77": 0.0007787069771438837, + "leaf_78": 0.009643961675465107, + "leaf_79": 0.00159847445320338, + "leaf_80": 0.01688799075782299, + "leaf_81": 0.0016062023350968957, + "leaf_82": 0.026928409934043884, + "leaf_83": 0.0008121910504996777, + "leaf_84": 0.013385751284658909, + "leaf_85": 0.003469563089311123, + "leaf_86": 0.0026810048148036003, + "leaf_87": 0.0029055592603981495, + "leaf_88": 0.0017505072755739093, + "leaf_89": 1.267125213644249e-07, + "leaf_90": 0.013015701435506344, + "leaf_91": 0.0007621120312251151, + "leaf_92": 0.011868690140545368, + "leaf_93": 0.0009921768214553595, + "leaf_94": 0.011819098144769669, + "leaf_95": 0.0016334131360054016, + "leaf_96": 0.014693365432322025, + "leaf_97": 0.001946809352375567, + "leaf_98": 0.03075421415269375, + "leaf_99": 0.0007629699539393187, + "leaf_100": 0.012216754257678986, + "leaf_101": 0.004100145772099495, + "leaf_102": 0.003287284169346094, + "leaf_103": 0.0040720803663134575, + "leaf_104": 0.0034602931700646877, + "leaf_105": 1.5664350883071165e-07, + "leaf_106": 0.014278392307460308, + "leaf_107": 0.0005302978679537773, + "leaf_108": 0.011656406335532665, + "leaf_109": 0.0011242084437981248, + "leaf_110": 0.014613033272325993, + "leaf_111": 0.001723606837913394, + "leaf_112": 0.01708247698843479 + }, + { + "leaf_0": 0.012813238427042961, + "leaf_1": 0.09889018535614014, + "leaf_2": 0.003489401889964938, + "leaf_3": 0.05381353944540024, + "leaf_4": 0.0019079940393567085, + "leaf_5": 0.04753580689430237, + "leaf_6": 0.000151479005580768, + "leaf_7": 0.002097674645483494, + "leaf_8": 0.00023382992367260158, + "leaf_9": 0.007640170864760876, + "leaf_10": 0.015445254743099213, + "leaf_11": 0.26904234290122986, + "leaf_12": 0.014647196978330612, + "leaf_13": 0.007014664821326733, + "leaf_14": 0.005273078102618456, + "leaf_15": 0.00998177845031023, + "leaf_16": 0.005051066167652607, + "leaf_17": 0.002387972315773368, + "leaf_18": 0.03176004812121391, + "leaf_19": 0.00326839042827487, + "leaf_20": 0.026178719475865364, + "leaf_21": 0.0137731172144413, + "leaf_22": 0.010798206552863121, + "leaf_23": 0.0034718094393610954, + "leaf_24": 0.002691109897568822, + "leaf_25": 2.589928840279754e-07, + "leaf_26": 0.021571999415755272, + "leaf_27": 0.0044245729222893715, + "leaf_28": 0.041344188153743744, + "leaf_29": 0.0018639981281012297, + "leaf_30": 0.02488468773663044, + "leaf_31": 0.007462077308446169, + "leaf_32": 0.08431459963321686, + "leaf_33": 0.0017760121263563633, + "leaf_34": 0.028082257136702538, + "leaf_35": 0.0018857370596379042, + "leaf_36": 0.022138850763440132, + "leaf_37": 0.005875274073332548, + "leaf_38": 0.00385376182384789, + "leaf_39": 0.0024283467791974545, + "leaf_40": 0.001958887092769146, + "leaf_41": 1.2088617040717509e-07, + "leaf_42": 0.010573252104222775, + "leaf_43": 0.0021738011855632067, + "leaf_44": 0.02516240067780018, + "leaf_45": 0.0009254919132217765, + "leaf_46": 0.009627331979572773, + "leaf_47": 0.003297411138191819, + "leaf_48": 0.027329355478286743, + "leaf_49": 0.001635258668102324, + "leaf_50": 0.026652386412024498, + "leaf_51": 0.0013842289336025715, + "leaf_52": 0.01924811117351055, + "leaf_53": 0.004245254676789045, + "leaf_54": 0.003104449948295951, + "leaf_55": 0.002238723449409008, + "leaf_56": 0.0016553365858271718, + "leaf_57": 1.2875523225375218e-07, + "leaf_58": 0.009190848097205162, + "leaf_59": 0.0014168084599077702, + "leaf_60": 0.020420150831341743, + "leaf_61": 0.0007394510321319103, + "leaf_62": 0.008827931247651577, + "leaf_63": 0.0022938507609069347, + "leaf_64": 0.021837392821907997, + "leaf_65": 0.0013388025108724833, + "leaf_66": 0.024715730920433998, + "leaf_67": 0.001023823395371437, + "leaf_68": 0.016535790637135506, + "leaf_69": 0.004405026324093342, + "leaf_70": 0.0031454507261514664, + "leaf_71": 0.0019812409300357103, + "leaf_72": 0.0015571762342005968, + "leaf_73": 1.0916085813050813e-07, + "leaf_74": 0.011747688986361027, + "leaf_75": 0.0010716040851548314, + "leaf_76": 0.015974776819348335, + "leaf_77": 0.0010243739234283566, + "leaf_78": 0.011037931777536869, + "leaf_79": 0.0022567377891391516, + "leaf_80": 0.01972978375852108, + "leaf_81": 0.0016044864896684885, + "leaf_82": 0.028124969452619553, + "leaf_83": 0.0008142803562805057, + "leaf_84": 0.013391808606684208, + "leaf_85": 0.004235140513628721, + "leaf_86": 0.0032011570874601603, + "leaf_87": 0.0027989440131932497, + "leaf_88": 0.0020422926172614098, + "leaf_89": 1.5022553156995855e-07, + "leaf_90": 0.014416945166885853, + "leaf_91": 0.0008366661495529115, + "leaf_92": 0.013166484422981739, + "leaf_93": 0.0012511152308434248, + "leaf_94": 0.013291417621076107, + "leaf_95": 0.001943676033988595, + "leaf_96": 0.017061196267604828, + "leaf_97": 0.002367787528783083, + "leaf_98": 0.0356140211224556, + "leaf_99": 0.000900611630640924, + "leaf_100": 0.014348233118653297, + "leaf_101": 0.004228590521961451, + "leaf_102": 0.0036054758820682764, + "leaf_103": 0.005891244392842054, + "leaf_104": 0.003597306553274393, + "leaf_105": 1.6982737349735544e-07, + "leaf_106": 0.014709794893860817, + "leaf_107": 0.0005705506191588938, + "leaf_108": 0.013023334555327892, + "leaf_109": 0.0012126240180805326, + "leaf_110": 0.015096204355359077, + "leaf_111": 0.0017769222613424063, + "leaf_112": 0.018947970122098923 + }, + { + "leaf_0": 0.012543867342174053, + "leaf_1": 0.08829811960458755, + "leaf_2": 0.002866990864276886, + "leaf_3": 0.043567389249801636, + "leaf_4": 0.0015491920057684183, + "leaf_5": 0.036791399121284485, + "leaf_6": 0.0001242503203684464, + "leaf_7": 0.0017206862103193998, + "leaf_8": 0.00018218770856037736, + "leaf_9": 0.0059988717548549175, + "leaf_10": 0.011178107000887394, + "leaf_11": 0.18935275077819824, + "leaf_12": 0.00984610989689827, + "leaf_13": 0.007004890590906143, + "leaf_14": 0.005013336427509785, + "leaf_15": 0.0068261935375630856, + "leaf_16": 0.0037019443698227406, + "leaf_17": 0.0018324590055271983, + "leaf_18": 0.024996865540742874, + "leaf_19": 0.002622614847496152, + "leaf_20": 0.02100292779505253, + "leaf_21": 0.008837839588522911, + "leaf_22": 0.006841591559350491, + "leaf_23": 0.00267733889631927, + "leaf_24": 0.0020675668492913246, + "leaf_25": 2.1389455184817052e-07, + "leaf_26": 0.01652384363114834, + "leaf_27": 0.0033618921879678965, + "leaf_28": 0.03076689876616001, + "leaf_29": 0.001288561150431633, + "leaf_30": 0.02044037915766239, + "leaf_31": 0.005266922991722822, + "leaf_32": 0.06255879253149033, + "leaf_33": 0.0015934172552078962, + "leaf_34": 0.023633159697055817, + "leaf_35": 0.0017796962056308985, + "leaf_36": 0.01790032349526882, + "leaf_37": 0.0046309432946145535, + "leaf_38": 0.00367440446279943, + "leaf_39": 0.0021949708461761475, + "leaf_40": 0.0015433673979714513, + "leaf_41": 8.635721115979322e-08, + "leaf_42": 0.009274899959564209, + "leaf_43": 0.0018791805487126112, + "leaf_44": 0.021393422037363052, + "leaf_45": 0.0008087180904112756, + "leaf_46": 0.008293340913951397, + "leaf_47": 0.0029155011288821697, + "leaf_48": 0.02453705668449402, + "leaf_49": 0.0013285616878420115, + "leaf_50": 0.021378302946686745, + "leaf_51": 0.0012826522579416633, + "leaf_52": 0.015453445725142956, + "leaf_53": 0.004274622071534395, + "leaf_54": 0.0029469376895576715, + "leaf_55": 0.001877978560514748, + "leaf_56": 0.0013392652617767453, + "leaf_57": 9.353088614716398e-08, + "leaf_58": 0.007806237321346998, + "leaf_59": 0.0012683648383244872, + "leaf_60": 0.01674303039908409, + "leaf_61": 0.0006772502674721181, + "leaf_62": 0.007755537983030081, + "leaf_63": 0.0023456625640392303, + "leaf_64": 0.019456416368484497, + "leaf_65": 0.0012114091077819467, + "leaf_66": 0.02010721154510975, + "leaf_67": 0.0009399564587511122, + "leaf_68": 0.013567695394158363, + "leaf_69": 0.004362436477094889, + "leaf_70": 0.0030342719983309507, + "leaf_71": 0.0019444101490080357, + "leaf_72": 0.0012988364323973656, + "leaf_73": 9.668777067872725e-08, + "leaf_74": 0.010995309799909592, + "leaf_75": 0.0010346638737246394, + "leaf_76": 0.012538027949631214, + "leaf_77": 0.0009926522616297007, + "leaf_78": 0.009523522108793259, + "leaf_79": 0.002330728806555271, + "leaf_80": 0.0174458846449852, + "leaf_81": 0.0012953962432220578, + "leaf_82": 0.021558867767453194, + "leaf_83": 0.0007167775183916092, + "leaf_84": 0.01064246241003275, + "leaf_85": 0.0036313054151833057, + "leaf_86": 0.002545930678024888, + "leaf_87": 0.0023430443834513426, + "leaf_88": 0.0015444570453837514, + "leaf_89": 8.80846613426911e-08, + "leaf_90": 0.01107750739902258, + "leaf_91": 0.0007077613263390958, + "leaf_92": 0.009768175892531872, + "leaf_93": 0.0009004700114019215, + "leaf_94": 0.010219414718449116, + "leaf_95": 0.0016863481141626835, + "leaf_96": 0.013723273761570454, + "leaf_97": 0.0018997936276718974, + "leaf_98": 0.02736249379813671, + "leaf_99": 0.0006405448075383902, + "leaf_100": 0.010384690016508102, + "leaf_101": 0.003763110376894474, + "leaf_102": 0.003048340557143092, + "leaf_103": 0.0042144013568758965, + "leaf_104": 0.002642845269292593, + "leaf_105": 1.2792955317308952e-07, + "leaf_106": 0.01265629194676876, + "leaf_107": 0.00046470793313346803, + "leaf_108": 0.009425503201782703, + "leaf_109": 0.0009985709330067039, + "leaf_110": 0.012202239595353603, + "leaf_111": 0.0014770652633160353, + "leaf_112": 0.014249627478420734 + }, + { + "leaf_0": 0.01136432122439146, + "leaf_1": 0.08086887001991272, + "leaf_2": 0.0030950093641877174, + "leaf_3": 0.048603422939777374, + "leaf_4": 0.0015865593450143933, + "leaf_5": 0.039749305695295334, + "leaf_6": 0.00012670295836869627, + "leaf_7": 0.001754826633259654, + "leaf_8": 0.00018759634986054152, + "leaf_9": 0.006165300030261278, + "leaf_10": 0.020821671932935715, + "leaf_11": 0.334069162607193, + "leaf_12": 0.013706820085644722, + "leaf_13": 0.006462327670305967, + "leaf_14": 0.005046807695180178, + "leaf_15": 0.011869978159666061, + "leaf_16": 0.004677245859056711, + "leaf_17": 0.0020169492345303297, + "leaf_18": 0.027420813217759132, + "leaf_19": 0.003269827924668789, + "leaf_20": 0.022445620968937874, + "leaf_21": 0.012182054109871387, + "leaf_22": 0.009061160497367382, + "leaf_23": 0.0026760234031826258, + "leaf_24": 0.0021482519805431366, + "leaf_25": 3.318874348678946e-07, + "leaf_26": 0.01725386455655098, + "leaf_27": 0.003943585325032473, + "leaf_28": 0.03563934564590454, + "leaf_29": 0.0015001726569607854, + "leaf_30": 0.01934981718659401, + "leaf_31": 0.006726472172886133, + "leaf_32": 0.0755988284945488, + "leaf_33": 0.0015262342058122158, + "leaf_34": 0.024629510939121246, + "leaf_35": 0.0020773957949131727, + "leaf_36": 0.01931712031364441, + "leaf_37": 0.005586955696344376, + "leaf_38": 0.003778515150770545, + "leaf_39": 0.001997552812099457, + "leaf_40": 0.0017558698309585452, + "leaf_41": 9.151219870773275e-08, + "leaf_42": 0.010976886376738548, + "leaf_43": 0.0021217192988842726, + "leaf_44": 0.023716822266578674, + "leaf_45": 0.0009532396215945482, + "leaf_46": 0.008977350778877735, + "leaf_47": 0.0031916885636746883, + "leaf_48": 0.0255407877266407, + "leaf_49": 0.0012943486217409372, + "leaf_50": 0.021932514384388924, + "leaf_51": 0.0014558908296748996, + "leaf_52": 0.0170112457126379, + "leaf_53": 0.0047739166766405106, + "leaf_54": 0.003071883460506797, + "leaf_55": 0.0019202460534870625, + "leaf_56": 0.0014935159124433994, + "leaf_57": 8.41124006001337e-08, + "leaf_58": 0.007943323813378811, + "leaf_59": 0.001490564551204443, + "leaf_60": 0.018607381731271744, + "leaf_61": 0.0006375167868100107, + "leaf_62": 0.007321626413613558, + "leaf_63": 0.002421781187877059, + "leaf_64": 0.020801033824682236, + "leaf_65": 0.0012445662869140506, + "leaf_66": 0.021831393241882324, + "leaf_67": 0.0011460913810878992, + "leaf_68": 0.015384817495942116, + "leaf_69": 0.003930686041712761, + "leaf_70": 0.0029035848565399647, + "leaf_71": 0.0018682777881622314, + "leaf_72": 0.0012938816798850894, + "leaf_73": 8.655901950760381e-08, + "leaf_74": 0.008750785142183304, + "leaf_75": 0.0011822242522612214, + "leaf_76": 0.01437945943325758, + "leaf_77": 0.0006370809860527515, + "leaf_78": 0.008054880425333977, + "leaf_79": 0.0020401293877512217, + "leaf_80": 0.017550716176629066, + "leaf_81": 0.0018418922554701567, + "leaf_82": 0.027741501107811928, + "leaf_83": 0.0010816247668117285, + "leaf_84": 0.01366275642067194, + "leaf_85": 0.003901774063706398, + "leaf_86": 0.0023924277629703283, + "leaf_87": 0.0033375571947544813, + "leaf_88": 0.002122860634699464, + "leaf_89": 9.786910482034727e-08, + "leaf_90": 0.00990232266485691, + "leaf_91": 0.0009672882151789963, + "leaf_92": 0.012454439885914326, + "leaf_93": 0.0006954807904548943, + "leaf_94": 0.009194749407470226, + "leaf_95": 0.0019227804150432348, + "leaf_96": 0.016457121819257736, + "leaf_97": 0.0026655890978872776, + "leaf_98": 0.03564782440662384, + "leaf_99": 0.0010545181576162577, + "leaf_100": 0.014407025650143623, + "leaf_101": 0.005369906779378653, + "leaf_102": 0.0033895927481353283, + "leaf_103": 0.006361122243106365, + "leaf_104": 0.00314639275893569, + "leaf_105": 1.427450229130045e-07, + "leaf_106": 0.01368318684399128, + "leaf_107": 0.0007023764192126691, + "leaf_108": 0.013482932932674885, + "leaf_109": 0.0009972716215997934, + "leaf_110": 0.012633837759494781, + "leaf_111": 0.0022963632363826036, + "leaf_112": 0.02048109471797943 + }, + { + "leaf_0": 0.010826138779520988, + "leaf_1": 0.08375538885593414, + "leaf_2": 0.0026896181516349316, + "leaf_3": 0.04322578012943268, + "leaf_4": 0.0014801741344854236, + "leaf_5": 0.038591064512729645, + "leaf_6": 0.00011604537576204166, + "leaf_7": 0.0016112378798425198, + "leaf_8": 0.00018037155678030103, + "leaf_9": 0.0059515186585485935, + "leaf_10": 0.015147017315030098, + "leaf_11": 0.2700056731700897, + "leaf_12": 0.01152776088565588, + "leaf_13": 0.005871134344488382, + "leaf_14": 0.004649532027542591, + "leaf_15": 0.00957651250064373, + "leaf_16": 0.00457006087526679, + "leaf_17": 0.0020440369844436646, + "leaf_18": 0.02734171599149704, + "leaf_19": 0.0028398511931300163, + "leaf_20": 0.022918328642845154, + "leaf_21": 0.010616757906973362, + "leaf_22": 0.007879024371504784, + "leaf_23": 0.0027119095902889967, + "leaf_24": 0.002077945973724127, + "leaf_25": 3.133021664325497e-07, + "leaf_26": 0.016529057174921036, + "leaf_27": 0.0034074874129146338, + "leaf_28": 0.03387845680117607, + "leaf_29": 0.0014965273439884186, + "leaf_30": 0.019680455327033997, + "leaf_31": 0.005912895314395428, + "leaf_32": 0.0675208792090416, + "leaf_33": 0.0015887352637946606, + "leaf_34": 0.025223875418305397, + "leaf_35": 0.001857768278568983, + "leaf_36": 0.019352402538061142, + "leaf_37": 0.0052848029881715775, + "leaf_38": 0.0033957043197005987, + "leaf_39": 0.00220668176189065, + "leaf_40": 0.0016567074926570058, + "leaf_41": 1.3291135303461488e-07, + "leaf_42": 0.009729706682264805, + "leaf_43": 0.0019402502803131938, + "leaf_44": 0.022739168256521225, + "leaf_45": 0.0009062117896974087, + "leaf_46": 0.008900425396859646, + "leaf_47": 0.003084785072132945, + "leaf_48": 0.02498622238636017, + "leaf_49": 0.0013465096708387136, + "leaf_50": 0.02277565933763981, + "leaf_51": 0.00142558547668159, + "leaf_52": 0.01738196425139904, + "leaf_53": 0.004388731438666582, + "leaf_54": 0.003331070765852928, + "leaf_55": 0.0018601804040372372, + "leaf_56": 0.0015083726029843092, + "leaf_57": 1.0214639445393914e-07, + "leaf_58": 0.008546452969312668, + "leaf_59": 0.0013655999209731817, + "leaf_60": 0.01878805086016655, + "leaf_61": 0.0006808788748458028, + "leaf_62": 0.008283397182822227, + "leaf_63": 0.0022409562952816486, + "leaf_64": 0.020441727712750435, + "leaf_65": 0.0014083738205954432, + "leaf_66": 0.023345567286014557, + "leaf_67": 0.001184982480481267, + "leaf_68": 0.015590725466609001, + "leaf_69": 0.004310959950089455, + "leaf_70": 0.003057932946830988, + "leaf_71": 0.0022617189679294825, + "leaf_72": 0.0014767579268664122, + "leaf_73": 1.048034903305961e-07, + "leaf_74": 0.010717500001192093, + "leaf_75": 0.0011321378406137228, + "leaf_76": 0.014709355309605598, + "leaf_77": 0.0008421558886766434, + "leaf_78": 0.010252437554299831, + "leaf_79": 0.002265782793983817, + "leaf_80": 0.018059076741337776, + "leaf_81": 0.0016172706382349133, + "leaf_82": 0.02648390270769596, + "leaf_83": 0.0009361242991872132, + "leaf_84": 0.013233703561127186, + "leaf_85": 0.00489145377650857, + "leaf_86": 0.0034863483160734177, + "leaf_87": 0.0027513368986546993, + "leaf_88": 0.0020189678762108088, + "leaf_89": 1.1006888200881804e-07, + "leaf_90": 0.012399783357977867, + "leaf_91": 0.000908908958081156, + "leaf_92": 0.012834942899644375, + "leaf_93": 0.0011162686860188842, + "leaf_94": 0.012377780862152576, + "leaf_95": 0.0022420641034841537, + "leaf_96": 0.017614612355828285, + "leaf_97": 0.002169030951336026, + "leaf_98": 0.03376907482743263, + "leaf_99": 0.0008253153646364808, + "leaf_100": 0.01431005448102951, + "leaf_101": 0.004689768422394991, + "leaf_102": 0.003456728532910347, + "leaf_103": 0.0048139882273972034, + "leaf_104": 0.0030786532443016768, + "leaf_105": 1.347270455198668e-07, + "leaf_106": 0.013578098267316818, + "leaf_107": 0.0006251493468880653, + "leaf_108": 0.013174228370189667, + "leaf_109": 0.0011364995734766126, + "leaf_110": 0.013976266607642174, + "leaf_111": 0.0019553066231310368, + "leaf_112": 0.019043272361159325 + }, + { + "leaf_0": 0.011324596591293812, + "leaf_1": 0.08153798431158066, + "leaf_2": 0.0026699539739638567, + "leaf_3": 0.04203198105096817, + "leaf_4": 0.0015630850102752447, + "leaf_5": 0.03932959958910942, + "leaf_6": 0.00012947915820404887, + "leaf_7": 0.0017931258771568537, + "leaf_8": 0.0001710369106149301, + "leaf_9": 0.005687096621841192, + "leaf_10": 0.021630490198731422, + "leaf_11": 0.35092636942863464, + "leaf_12": 0.01192900538444519, + "leaf_13": 0.006158094387501478, + "leaf_14": 0.004628525115549564, + "leaf_15": 0.0126894386485219, + "leaf_16": 0.005250898655503988, + "leaf_17": 0.0019474459113553166, + "leaf_18": 0.02657853066921234, + "leaf_19": 0.002981089288368821, + "leaf_20": 0.02268698625266552, + "leaf_21": 0.010809285566210747, + "leaf_22": 0.007834904827177525, + "leaf_23": 0.002755517605692148, + "leaf_24": 0.002059216145426035, + "leaf_25": 2.633121312101139e-07, + "leaf_26": 0.02156873606145382, + "leaf_27": 0.003624839009717107, + "leaf_28": 0.03280980885028839, + "leaf_29": 0.002148005645722151, + "leaf_30": 0.025487523525953293, + "leaf_31": 0.005909071769565344, + "leaf_32": 0.06699981540441513, + "leaf_33": 0.0015571183757856488, + "leaf_34": 0.02443643845617771, + "leaf_35": 0.0018755423370748758, + "leaf_36": 0.019375255331397057, + "leaf_37": 0.00544319162145257, + "leaf_38": 0.003619856433942914, + "leaf_39": 0.0021519779693335295, + "leaf_40": 0.001666842377744615, + "leaf_41": 9.793485844511451e-08, + "leaf_42": 0.008738123811781406, + "leaf_43": 0.002017577178776264, + "leaf_44": 0.022836869582533836, + "leaf_45": 0.000683407299220562, + "leaf_46": 0.007910595275461674, + "leaf_47": 0.0032144575379788876, + "leaf_48": 0.02552739903330803, + "leaf_49": 0.001300451927818358, + "leaf_50": 0.022154130041599274, + "leaf_51": 0.0013283448060974479, + "leaf_52": 0.016794532537460327, + "leaf_53": 0.004585427697747946, + "leaf_54": 0.002857408719137311, + "leaf_55": 0.0019052569987252355, + "leaf_56": 0.0014467258006334305, + "leaf_57": 1.0223644864026937e-07, + "leaf_58": 0.008295316249132156, + "leaf_59": 0.0013596299104392529, + "leaf_60": 0.018410082906484604, + "leaf_61": 0.0007141136447899044, + "leaf_62": 0.00827502179890871, + "leaf_63": 0.002438889117911458, + "leaf_64": 0.020509688183665276, + "leaf_65": 0.0012366011505946517, + "leaf_66": 0.021703865379095078, + "leaf_67": 0.001102626440115273, + "leaf_68": 0.015019585378468037, + "leaf_69": 0.003570339409634471, + "leaf_70": 0.002846061484888196, + "leaf_71": 0.001976399915292859, + "leaf_72": 0.0014558298280462623, + "leaf_73": 9.011274926251645e-08, + "leaf_74": 0.009911364875733852, + "leaf_75": 0.0010693749645724893, + "leaf_76": 0.013865601271390915, + "leaf_77": 0.0008434694027528167, + "leaf_78": 0.009190858341753483, + "leaf_79": 0.0019014853751286864, + "leaf_80": 0.01646234653890133, + "leaf_81": 0.0016818647272884846, + "leaf_82": 0.025984065607190132, + "leaf_83": 0.0011188596254214644, + "leaf_84": 0.013325282372534275, + "leaf_85": 0.0038343279156833887, + "leaf_86": 0.003353248117491603, + "leaf_87": 0.0028910620603710413, + "leaf_88": 0.0021171693224459887, + "leaf_89": 1.1262537213951873e-07, + "leaf_90": 0.010852333158254623, + "leaf_91": 0.0009265260305255651, + "leaf_92": 0.011841868050396442, + "leaf_93": 0.00083461421309039, + "leaf_94": 0.010529885068535805, + "leaf_95": 0.0018570150714367628, + "leaf_96": 0.01516074500977993, + "leaf_97": 0.0025620930828154087, + "leaf_98": 0.0361042395234108, + "leaf_99": 0.0011063184356316924, + "leaf_100": 0.015256949700415134, + "leaf_101": 0.005413447041064501, + "leaf_102": 0.003592656459659338, + "leaf_103": 0.006057455204427242, + "leaf_104": 0.0036227707751095295, + "leaf_105": 1.4070039355829067e-07, + "leaf_106": 0.014020576141774654, + "leaf_107": 0.000744965742342174, + "leaf_108": 0.013754180632531643, + "leaf_109": 0.0011502254055812955, + "leaf_110": 0.013806192204356194, + "leaf_111": 0.0024120439775288105, + "leaf_112": 0.020573323592543602 + }, + { + "leaf_0": 0.009071942418813705, + "leaf_1": 0.07578772306442261, + "leaf_2": 0.0022817684803158045, + "leaf_3": 0.03870449587702751, + "leaf_4": 0.0013233632780611515, + "leaf_5": 0.035162560641765594, + "leaf_6": 0.00013613115879707038, + "leaf_7": 0.0018856094684451818, + "leaf_8": 0.0002048476308118552, + "leaf_9": 0.0067952340468764305, + "leaf_10": 0.009908883832395077, + "leaf_11": 0.1965138018131256, + "leaf_12": 0.012237418442964554, + "leaf_13": 0.004793335683643818, + "leaf_14": 0.003984839655458927, + "leaf_15": 0.006703109946101904, + "leaf_16": 0.004248068202286959, + "leaf_17": 0.0020325868390500546, + "leaf_18": 0.027039717882871628, + "leaf_19": 0.002896388992667198, + "leaf_20": 0.023005496710538864, + "leaf_21": 0.010201596654951572, + "leaf_22": 0.007830865681171417, + "leaf_23": 0.002779355738312006, + "leaf_24": 0.002230672864243388, + "leaf_25": 2.9945778123874334e-07, + "leaf_26": 0.015818549320101738, + "leaf_27": 0.0036503656301647425, + "leaf_28": 0.03373565152287483, + "leaf_29": 0.0013705810997635126, + "leaf_30": 0.018907936289906502, + "leaf_31": 0.005944427568465471, + "leaf_32": 0.06545881181955338, + "leaf_33": 0.0016499984776601195, + "leaf_34": 0.025677844882011414, + "leaf_35": 0.0017253576079383492, + "leaf_36": 0.019539136439561844, + "leaf_37": 0.0054097711108624935, + "leaf_38": 0.0035332662519067526, + "leaf_39": 0.002437443006783724, + "leaf_40": 0.001856349059380591, + "leaf_41": 1.2157207152085903e-07, + "leaf_42": 0.008798511698842049, + "leaf_43": 0.001997885527089238, + "leaf_44": 0.024035029113292694, + "leaf_45": 0.0009887537453323603, + "leaf_46": 0.008886837400496006, + "leaf_47": 0.0031721927225589752, + "leaf_48": 0.025666533038020134, + "leaf_49": 0.0014769973931834102, + "leaf_50": 0.023708024993538857, + "leaf_51": 0.0013024426298215985, + "leaf_52": 0.017485275864601135, + "leaf_53": 0.003817137563601136, + "leaf_54": 0.0029197614639997482, + "leaf_55": 0.002125001745298505, + "leaf_56": 0.001472122734412551, + "leaf_57": 1.0449450371652347e-07, + "leaf_58": 0.007859944365918636, + "leaf_59": 0.0013147896388545632, + "leaf_60": 0.01836005039513111, + "leaf_61": 0.0005860942183062434, + "leaf_62": 0.007838087156414986, + "leaf_63": 0.002176518552005291, + "leaf_64": 0.020086072385311127, + "leaf_65": 0.0014952683122828603, + "leaf_66": 0.02397548034787178, + "leaf_67": 0.0011425863485783339, + "leaf_68": 0.015187627635896206, + "leaf_69": 0.004485651850700378, + "leaf_70": 0.0029927485156804323, + "leaf_71": 0.0022924100048840046, + "leaf_72": 0.0014858139911666512, + "leaf_73": 1.0693845808873448e-07, + "leaf_74": 0.011485849507153034, + "leaf_75": 0.0010610097087919712, + "leaf_76": 0.01379807386547327, + "leaf_77": 0.0009876014664769173, + "leaf_78": 0.010237012058496475, + "leaf_79": 0.0021372658666223288, + "leaf_80": 0.01750105433166027, + "leaf_81": 0.0016078624175861478, + "leaf_82": 0.02646847441792488, + "leaf_83": 0.0007596394279971719, + "leaf_84": 0.01261032186448574, + "leaf_85": 0.005037214607000351, + "leaf_86": 0.002908398862928152, + "leaf_87": 0.0028062108904123306, + "leaf_88": 0.0019799612928181887, + "leaf_89": 1.1315222536723013e-07, + "leaf_90": 0.011873315088450909, + "leaf_91": 0.0008516499074175954, + "leaf_92": 0.012029813602566719, + "leaf_93": 0.0010431832633912563, + "leaf_94": 0.011260559782385826, + "leaf_95": 0.002318826736882329, + "leaf_96": 0.017715752124786377, + "leaf_97": 0.001884171855635941, + "leaf_98": 0.03019103780388832, + "leaf_99": 0.0005938065005466342, + "leaf_100": 0.011600370518863201, + "leaf_101": 0.0039204698987305164, + "leaf_102": 0.003460409352555871, + "leaf_103": 0.003512408584356308, + "leaf_104": 0.0036616737488657236, + "leaf_105": 1.551279638078995e-07, + "leaf_106": 0.012879063375294209, + "leaf_107": 0.0005093265790492296, + "leaf_108": 0.011509033851325512, + "leaf_109": 0.000989059917628765, + "leaf_110": 0.013022084720432758, + "leaf_111": 0.0016520055942237377, + "leaf_112": 0.01703513227403164 + }, + { + "leaf_0": 0.016405019909143448, + "leaf_1": 0.10139846801757812, + "leaf_2": 0.0036403201520442963, + "leaf_3": 0.053701817989349365, + "leaf_4": 0.001926509547047317, + "leaf_5": 0.0453469380736351, + "leaf_6": 0.00013367632345762104, + "leaf_7": 0.0018512362148612738, + "leaf_8": 0.00018889654893428087, + "leaf_9": 0.006282266695052385, + "leaf_10": 0.009713624604046345, + "leaf_11": 0.17801673710346222, + "leaf_12": 0.012297743931412697, + "leaf_13": 0.009322412312030792, + "leaf_14": 0.007096779532730579, + "leaf_15": 0.0065636709332466125, + "leaf_16": 0.0039613679982721806, + "leaf_17": 0.001984406728297472, + "leaf_18": 0.027271294966340065, + "leaf_19": 0.003183761378750205, + "leaf_20": 0.022833827883005142, + "leaf_21": 0.010913759469985962, + "leaf_22": 0.008001528680324554, + "leaf_23": 0.002711582463234663, + "leaf_24": 0.0021804857533425093, + "leaf_25": 2.080603422882632e-07, + "leaf_26": 0.02076934650540352, + "leaf_27": 0.0040529752150177956, + "leaf_28": 0.03554292395710945, + "leaf_29": 0.0022569438442587852, + "leaf_30": 0.02641703188419342, + "leaf_31": 0.00623913062736392, + "leaf_32": 0.06895653903484344, + "leaf_33": 0.0016129252035170794, + "leaf_34": 0.024868324398994446, + "leaf_35": 0.0017128007020801306, + "leaf_36": 0.018198862671852112, + "leaf_37": 0.005797576159238815, + "leaf_38": 0.004345235414803028, + "leaf_39": 0.002380330115556717, + "leaf_40": 0.0017924049170687795, + "leaf_41": 1.2342128741238412e-07, + "leaf_42": 0.010035401210188866, + "leaf_43": 0.0020807390101253986, + "leaf_44": 0.022412175312638283, + "leaf_45": 0.001063779229298234, + "leaf_46": 0.00984758697450161, + "leaf_47": 0.0033924367744475603, + "leaf_48": 0.02674267068505287, + "leaf_49": 0.001233431277796626, + "leaf_50": 0.02152673527598381, + "leaf_51": 0.001148137031123042, + "leaf_52": 0.015571407973766327, + "leaf_53": 0.004059647209942341, + "leaf_54": 0.0027968648355454206, + "leaf_55": 0.0019178956281393766, + "leaf_56": 0.0015027178451418877, + "leaf_57": 1.0061663857641179e-07, + "leaf_58": 0.008482169359922409, + "leaf_59": 0.001252957503311336, + "leaf_60": 0.017219042405486107, + "leaf_61": 0.0006612433353438973, + "leaf_62": 0.008603553287684917, + "leaf_63": 0.0021835644729435444, + "leaf_64": 0.02013355679810047, + "leaf_65": 0.0011806701077148318, + "leaf_66": 0.02052818424999714, + "leaf_67": 0.0009430423961021006, + "leaf_68": 0.013501932844519615, + "leaf_69": 0.0034843843895941973, + "leaf_70": 0.0028971186839044094, + "leaf_71": 0.0017900691600516438, + "leaf_72": 0.0012544117635115981, + "leaf_73": 1.1050452286553991e-07, + "leaf_74": 0.010344227775931358, + "leaf_75": 0.0009305733838118613, + "leaf_76": 0.01247114222496748, + "leaf_77": 0.0008269496611319482, + "leaf_78": 0.009812643751502037, + "leaf_79": 0.001745434245094657, + "leaf_80": 0.015593670308589935, + "leaf_81": 0.0013095898320898414, + "leaf_82": 0.02240694686770439, + "leaf_83": 0.0007438950124196708, + "leaf_84": 0.010798916220664978, + "leaf_85": 0.0038377924356609583, + "leaf_86": 0.002851703902706504, + "leaf_87": 0.001969790318980813, + "leaf_88": 0.0014887637225911021, + "leaf_89": 1.0682688156293807e-07, + "leaf_90": 0.01087132841348648, + "leaf_91": 0.0007477870676666498, + "leaf_92": 0.010563991963863373, + "leaf_93": 0.0008908201707527041, + "leaf_94": 0.010410810820758343, + "leaf_95": 0.001814074581488967, + "leaf_96": 0.014241044409573078, + "leaf_97": 0.0017816878389567137, + "leaf_98": 0.027871083468198776, + "leaf_99": 0.0006235375185497105, + "leaf_100": 0.010479857213795185, + "leaf_101": 0.004008356481790543, + "leaf_102": 0.003036425681784749, + "leaf_103": 0.003721204586327076, + "leaf_104": 0.0025318250991404057, + "leaf_105": 1.907330471340174e-07, + "leaf_106": 0.012304321862757206, + "leaf_107": 0.0004837129090446979, + "leaf_108": 0.010301236994564533, + "leaf_109": 0.0009646844118833542, + "leaf_110": 0.012693044729530811, + "leaf_111": 0.0016023328062146902, + "leaf_112": 0.014937995932996273 + }, + { + "leaf_0": 0.01275630947202444, + "leaf_1": 0.08762753754854202, + "leaf_2": 0.0028198000509291887, + "leaf_3": 0.044367674738168716, + "leaf_4": 0.0015618865145370364, + "leaf_5": 0.03967314213514328, + "leaf_6": 0.00012363884889055043, + "leaf_7": 0.0017141157295554876, + "leaf_8": 0.00016920034249778837, + "leaf_9": 0.005621424876153469, + "leaf_10": 0.009122718125581741, + "leaf_11": 0.16791321337223053, + "leaf_12": 0.01141477469354868, + "leaf_13": 0.0071226367726922035, + "leaf_14": 0.0053622107952833176, + "leaf_15": 0.006666796747595072, + "leaf_16": 0.00390526931732893, + "leaf_17": 0.001977320294827223, + "leaf_18": 0.02693917602300644, + "leaf_19": 0.0027758749201893806, + "leaf_20": 0.02166127972304821, + "leaf_21": 0.009980080649256706, + "leaf_22": 0.007125141564756632, + "leaf_23": 0.0025313389487564564, + "leaf_24": 0.0019514149753376842, + "leaf_25": 2.2540400834714092e-07, + "leaf_26": 0.013953747227787971, + "leaf_27": 0.003415802028030157, + "leaf_28": 0.03565497696399689, + "leaf_29": 0.001093087950721383, + "leaf_30": 0.016363801434636116, + "leaf_31": 0.005521742627024651, + "leaf_32": 0.06470601260662079, + "leaf_33": 0.0014799260534346104, + "leaf_34": 0.024004925042390823, + "leaf_35": 0.0016228450695052743, + "leaf_36": 0.018495554104447365, + "leaf_37": 0.005123638082295656, + "leaf_38": 0.003416396677494049, + "leaf_39": 0.0018872765358537436, + "leaf_40": 0.0014967086026445031, + "leaf_41": 9.446005577729011e-08, + "leaf_42": 0.009095137938857079, + "leaf_43": 0.0018602602649480104, + "leaf_44": 0.022236039862036705, + "leaf_45": 0.0007281762082129717, + "leaf_46": 0.008416024968028069, + "leaf_47": 0.0028279630932956934, + "leaf_48": 0.024206724017858505, + "leaf_49": 0.001166003756225109, + "leaf_50": 0.020942211151123047, + "leaf_51": 0.0011260082246735692, + "leaf_52": 0.015525820665061474, + "leaf_53": 0.0037549850530922413, + "leaf_54": 0.0025294586084783077, + "leaf_55": 0.0016612685285508633, + "leaf_56": 0.0013855991419404745, + "leaf_57": 9.261000855076418e-08, + "leaf_58": 0.0075582643039524555, + "leaf_59": 0.0012135616270825267, + "leaf_60": 0.017316926270723343, + "leaf_61": 0.0006768780294805765, + "leaf_62": 0.008028143085539341, + "leaf_63": 0.002110770670697093, + "leaf_64": 0.019181989133358, + "leaf_65": 0.0011852391762658954, + "leaf_66": 0.021213646978139877, + "leaf_67": 0.0008501333650201559, + "leaf_68": 0.013338149525225163, + "leaf_69": 0.003184450790286064, + "leaf_70": 0.0024911018554121256, + "leaf_71": 0.0018548521911725402, + "leaf_72": 0.001435763668268919, + "leaf_73": 8.64273488332401e-08, + "leaf_74": 0.00864475779235363, + "leaf_75": 0.0009010616922751069, + "leaf_76": 0.01261125411838293, + "leaf_77": 0.000743407174013555, + "leaf_78": 0.008518067188560963, + "leaf_79": 0.001629269914701581, + "leaf_80": 0.015635060146450996, + "leaf_81": 0.001359097077511251, + "leaf_82": 0.023421375080943108, + "leaf_83": 0.0007079941569827497, + "leaf_84": 0.011145254597067833, + "leaf_85": 0.003072873456403613, + "leaf_86": 0.00244937464594841, + "leaf_87": 0.002129058353602886, + "leaf_88": 0.0017234060214832425, + "leaf_89": 7.90980294596011e-08, + "leaf_90": 0.009507466107606888, + "leaf_91": 0.0007124281255528331, + "leaf_92": 0.010652383789420128, + "leaf_93": 0.0007556576165370643, + "leaf_94": 0.009337608702480793, + "leaf_95": 0.0015522121684625745, + "leaf_96": 0.014002189040184021, + "leaf_97": 0.0016438019229099154, + "leaf_98": 0.025573011487722397, + "leaf_99": 0.0005786914261989295, + "leaf_100": 0.00975350383669138, + "leaf_101": 0.003735652193427086, + "leaf_102": 0.0030971274245530367, + "leaf_103": 0.003767147660255432, + "leaf_104": 0.002744378289207816, + "leaf_105": 1.5682749676670937e-07, + "leaf_106": 0.012452561408281326, + "leaf_107": 0.00045814906479790807, + "leaf_108": 0.010252922773361206, + "leaf_109": 0.0008340850472450256, + "leaf_110": 0.012774945236742496, + "leaf_111": 0.0014477906515821815, + "leaf_112": 0.014777089469134808 + }, + { + "leaf_0": 0.01759352535009384, + "leaf_1": 0.12032972276210785, + "leaf_2": 0.003345450386404991, + "leaf_3": 0.05230327323079109, + "leaf_4": 0.0017184647731482983, + "leaf_5": 0.04344934597611427, + "leaf_6": 9.192615834763274e-05, + "leaf_7": 0.0012746239081025124, + "leaf_8": 0.0001454946177545935, + "leaf_9": 0.004823262803256512, + "leaf_10": 0.008396505378186703, + "leaf_11": 0.15194927155971527, + "leaf_12": 0.008660877123475075, + "leaf_13": 0.009157306514680386, + "leaf_14": 0.006758621893823147, + "leaf_15": 0.007093865890055895, + "leaf_16": 0.003979358356446028, + "leaf_17": 0.0018668606644496322, + "leaf_18": 0.025645971298217773, + "leaf_19": 0.002423575147986412, + "leaf_20": 0.0208088718354702, + "leaf_21": 0.008499148301780224, + "leaf_22": 0.006887597031891346, + "leaf_23": 0.0029900583904236555, + "leaf_24": 0.00210618507117033, + "leaf_25": 2.5165959982587083e-07, + "leaf_26": 0.015680521726608276, + "leaf_27": 0.003352530300617218, + "leaf_28": 0.03294200450181961, + "leaf_29": 0.0012864035088568926, + "leaf_30": 0.017736976966261864, + "leaf_31": 0.005236193537712097, + "leaf_32": 0.061383217573165894, + "leaf_33": 0.001310263411141932, + "leaf_34": 0.022627348080277443, + "leaf_35": 0.001284593716263771, + "leaf_36": 0.01758076623082161, + "leaf_37": 0.004417696036398411, + "leaf_38": 0.0033567987848073244, + "leaf_39": 0.002216941211372614, + "leaf_40": 0.0015785208670422435, + "leaf_41": 9.145753665507073e-08, + "leaf_42": 0.01131636742502451, + "leaf_43": 0.0016815392300486565, + "leaf_44": 0.020118379965424538, + "leaf_45": 0.001000193995423615, + "leaf_46": 0.009226308204233646, + "leaf_47": 0.0026881289668381214, + "leaf_48": 0.022686980664730072, + "leaf_49": 0.001047405181452632, + "leaf_50": 0.019588489085435867, + "leaf_51": 0.0008857162902131677, + "leaf_52": 0.0139525281265378, + "leaf_53": 0.0031641654204577208, + "leaf_54": 0.0023821983486413956, + "leaf_55": 0.0016325135948136449, + "leaf_56": 0.0012740097008645535, + "leaf_57": 9.96523539242844e-08, + "leaf_58": 0.008169503882527351, + "leaf_59": 0.000976710463874042, + "leaf_60": 0.015282079577445984, + "leaf_61": 0.0008139032288454473, + "leaf_62": 0.008632013574242592, + "leaf_63": 0.0016526731196790934, + "leaf_64": 0.0166325680911541, + "leaf_65": 0.0009536439320072532, + "leaf_66": 0.017899561673402786, + "leaf_67": 0.0006909002549946308, + "leaf_68": 0.011657067574560642, + "leaf_69": 0.002818712266162038, + "leaf_70": 0.0021096104755997658, + "leaf_71": 0.001554589718580246, + "leaf_72": 0.0012507468927651644, + "leaf_73": 8.297303821791502e-08, + "leaf_74": 0.008762260898947716, + "leaf_75": 0.0007369335507974029, + "leaf_76": 0.011236073449254036, + "leaf_77": 0.000753620348405093, + "leaf_78": 0.008472662419080734, + "leaf_79": 0.0014069759054109454, + "leaf_80": 0.013667144812643528, + "leaf_81": 0.0011487421579658985, + "leaf_82": 0.019953040406107903, + "leaf_83": 0.0005938235553912818, + "leaf_84": 0.009820029139518738, + "leaf_85": 0.0030390494503080845, + "leaf_86": 0.002236498286947608, + "leaf_87": 0.0017856031190603971, + "leaf_88": 0.0014400016516447067, + "leaf_89": 9.244773480077129e-08, + "leaf_90": 0.009881562553346157, + "leaf_91": 0.0006059278966858983, + "leaf_92": 0.009417586959898472, + "leaf_93": 0.0008831830346025527, + "leaf_94": 0.009661207906901836, + "leaf_95": 0.0014532649656757712, + "leaf_96": 0.012341128662228584, + "leaf_97": 0.0016924279043450952, + "leaf_98": 0.025113411247730255, + "leaf_99": 0.0005864637205377221, + "leaf_100": 0.010153626091778278, + "leaf_101": 0.0033362116664648056, + "leaf_102": 0.002557048574090004, + "leaf_103": 0.0035595563240349293, + "leaf_104": 0.002144839847460389, + "leaf_105": 1.347970624010486e-07, + "leaf_106": 0.011839613318443298, + "leaf_107": 0.0004173219494987279, + "leaf_108": 0.009169216267764568, + "leaf_109": 0.0008565711323171854, + "leaf_110": 0.011856230907142162, + "leaf_111": 0.001307954080402851, + "leaf_112": 0.013168325647711754 + }, + { + "leaf_0": 0.013334588147699833, + "leaf_1": 0.10029663145542145, + "leaf_2": 0.0032176871318370104, + "leaf_3": 0.04926837980747223, + "leaf_4": 0.001728781615383923, + "leaf_5": 0.04106762632727623, + "leaf_6": 0.00012667187547776848, + "leaf_7": 0.0017546830931678414, + "leaf_8": 0.0001774125557858497, + "leaf_9": 0.0058998349122703075, + "leaf_10": 0.010068068280816078, + "leaf_11": 0.18042218685150146, + "leaf_12": 0.010992255061864853, + "leaf_13": 0.0076599144376814365, + "leaf_14": 0.005638296250253916, + "leaf_15": 0.0071384115144610405, + "leaf_16": 0.003968303557485342, + "leaf_17": 0.0018892512889578938, + "leaf_18": 0.0254970733076334, + "leaf_19": 0.0029385448433458805, + "leaf_20": 0.021703705191612244, + "leaf_21": 0.011075020767748356, + "leaf_22": 0.007810951676219702, + "leaf_23": 0.0025365829933434725, + "leaf_24": 0.0019345711916685104, + "leaf_25": 3.4509105262259254e-07, + "leaf_26": 0.016789307817816734, + "leaf_27": 0.0036202857736498117, + "leaf_28": 0.03275993838906288, + "leaf_29": 0.0013985922560095787, + "leaf_30": 0.019609801471233368, + "leaf_31": 0.0060823396779596806, + "leaf_32": 0.06581953912973404, + "leaf_33": 0.0014934167265892029, + "leaf_34": 0.02306334488093853, + "leaf_35": 0.0018146713264286518, + "leaf_36": 0.01710120029747486, + "leaf_37": 0.0051812236197292805, + "leaf_38": 0.0034095614682883024, + "leaf_39": 0.0019197724759578705, + "leaf_40": 0.0015269751893356442, + "leaf_41": 8.013147834162737e-08, + "leaf_42": 0.010119621641933918, + "leaf_43": 0.0019471636041998863, + "leaf_44": 0.021361952647566795, + "leaf_45": 0.0009103200281970203, + "leaf_46": 0.00889645330607891, + "leaf_47": 0.0029771518893539906, + "leaf_48": 0.02308088354766369, + "leaf_49": 0.0011782709043473005, + "leaf_50": 0.02005767449736595, + "leaf_51": 0.0012164299841970205, + "leaf_52": 0.015208479948341846, + "leaf_53": 0.004454934038221836, + "leaf_54": 0.002703241305425763, + "leaf_55": 0.0016958120977506042, + "leaf_56": 0.0014282335760071874, + "leaf_57": 1.0569647201918997e-07, + "leaf_58": 0.007739337161183357, + "leaf_59": 0.0012636620085686445, + "leaf_60": 0.016404490917921066, + "leaf_61": 0.000692614121362567, + "leaf_62": 0.007528075482696295, + "leaf_63": 0.0022200560197234154, + "leaf_64": 0.018579646944999695, + "leaf_65": 0.001103037386201322, + "leaf_66": 0.01969960145652294, + "leaf_67": 0.0009591243579052389, + "leaf_68": 0.013290464878082275, + "leaf_69": 0.0034747228492051363, + "leaf_70": 0.002379046520218253, + "leaf_71": 0.0016495194286108017, + "leaf_72": 0.0013938599731773138, + "leaf_73": 9.150119950618318e-08, + "leaf_74": 0.008862501010298729, + "leaf_75": 0.0009531993418931961, + "leaf_76": 0.012488210573792458, + "leaf_77": 0.0006641719955950975, + "leaf_78": 0.008276283740997314, + "leaf_79": 0.0017180517315864563, + "leaf_80": 0.015230251476168633, + "leaf_81": 0.0013553618919104338, + "leaf_82": 0.022403601557016373, + "leaf_83": 0.0007787303766235709, + "leaf_84": 0.010842518880963326, + "leaf_85": 0.003617187961935997, + "leaf_86": 0.0025582858361303806, + "leaf_87": 0.0022420331370085478, + "leaf_88": 0.0015128051163628697, + "leaf_89": 8.643628035542861e-08, + "leaf_90": 0.010025744326412678, + "leaf_91": 0.0007457517203874886, + "leaf_92": 0.010641373693943024, + "leaf_93": 0.0008235692512243986, + "leaf_94": 0.009518460370600224, + "leaf_95": 0.0017375482711941004, + "leaf_96": 0.014503899961709976, + "leaf_97": 0.0015669629210606217, + "leaf_98": 0.02461070753633976, + "leaf_99": 0.0006047082715667784, + "leaf_100": 0.010273359715938568, + "leaf_101": 0.003892894135788083, + "leaf_102": 0.0031395170371979475, + "leaf_103": 0.003095391672104597, + "leaf_104": 0.0024750689044594765, + "leaf_105": 1.2951903727298486e-07, + "leaf_106": 0.012318376451730728, + "leaf_107": 0.0004961959202773869, + "leaf_108": 0.010371464304625988, + "leaf_109": 0.0008909640018828213, + "leaf_110": 0.011717494577169418, + "leaf_111": 0.001586102182045579, + "leaf_112": 0.015374159440398216 + }, + { + "leaf_0": 0.012726571410894394, + "leaf_1": 0.08824542164802551, + "leaf_2": 0.0025719134137034416, + "leaf_3": 0.0412498340010643, + "leaf_4": 0.0013977159978821874, + "leaf_5": 0.03552446514368057, + "leaf_6": 0.0001353357802145183, + "leaf_7": 0.001874142442829907, + "leaf_8": 0.00018627771351020783, + "leaf_9": 0.006161043886095285, + "leaf_10": 0.021591104567050934, + "leaf_11": 0.3478376269340515, + "leaf_12": 0.010930775664746761, + "leaf_13": 0.0069161406718194485, + "leaf_14": 0.00512955617159605, + "leaf_15": 0.013216858729720116, + "leaf_16": 0.005671618971973658, + "leaf_17": 0.0018704108661040664, + "leaf_18": 0.024814091622829437, + "leaf_19": 0.002712478395551443, + "leaf_20": 0.021632416173815727, + "leaf_21": 0.008812199346721172, + "leaf_22": 0.007613970898091793, + "leaf_23": 0.00252875336445868, + "leaf_24": 0.001940684742294252, + "leaf_25": 2.1379089787387784e-07, + "leaf_26": 0.022586045786738396, + "leaf_27": 0.003188574220985174, + "leaf_28": 0.031803883612155914, + "leaf_29": 0.001963866176083684, + "leaf_30": 0.025041567161679268, + "leaf_31": 0.0049565015360713005, + "leaf_32": 0.056288011372089386, + "leaf_33": 0.0015432905638590455, + "leaf_34": 0.023238202556967735, + "leaf_35": 0.0018306203419342637, + "leaf_36": 0.018048640340566635, + "leaf_37": 0.004989931359887123, + "leaf_38": 0.0035790838301181793, + "leaf_39": 0.0018848913023248315, + "leaf_40": 0.0016530484426766634, + "leaf_41": 9.804659129031279e-08, + "leaf_42": 0.010171505622565746, + "leaf_43": 0.001885589910671115, + "leaf_44": 0.020760884508490562, + "leaf_45": 0.0010877962922677398, + "leaf_46": 0.00891758594661951, + "leaf_47": 0.002986080478876829, + "leaf_48": 0.022920187562704086, + "leaf_49": 0.0012661623768508434, + "leaf_50": 0.020558759570121765, + "leaf_51": 0.0013025728985667229, + "leaf_52": 0.015364570543169975, + "leaf_53": 0.004642984829843044, + "leaf_54": 0.0030967562925070524, + "leaf_55": 0.0017906723078340292, + "leaf_56": 0.0013020675396546721, + "leaf_57": 9.73578337948311e-08, + "leaf_58": 0.007718009874224663, + "leaf_59": 0.0013459144392982125, + "leaf_60": 0.016865262761712074, + "leaf_61": 0.0007085253018885851, + "leaf_62": 0.0073994919657707214, + "leaf_63": 0.0023658378049731255, + "leaf_64": 0.019186129793524742, + "leaf_65": 0.0012083117617294192, + "leaf_66": 0.020719042047858238, + "leaf_67": 0.0010605979477986693, + "leaf_68": 0.014046820811927319, + "leaf_69": 0.003899708390235901, + "leaf_70": 0.002768612001091242, + "leaf_71": 0.0017377684125676751, + "leaf_72": 0.0012741084210574627, + "leaf_73": 8.349535107754491e-08, + "leaf_74": 0.008581982925534248, + "leaf_75": 0.0010614274069666862, + "leaf_76": 0.013303153216838837, + "leaf_77": 0.0006745877326466143, + "leaf_78": 0.008131546899676323, + "leaf_79": 0.0020058774389326572, + "leaf_80": 0.016064591705799103, + "leaf_81": 0.0016084819799289107, + "leaf_82": 0.024815043434500694, + "leaf_83": 0.0009988831588998437, + "leaf_84": 0.012486631982028484, + "leaf_85": 0.00397078599780798, + "leaf_86": 0.0025322353467345238, + "leaf_87": 0.002731259446591139, + "leaf_88": 0.0018005912424996495, + "leaf_89": 8.185994460063739e-08, + "leaf_90": 0.009427747689187527, + "leaf_91": 0.0008784446981735528, + "leaf_92": 0.011464077048003674, + "leaf_93": 0.000878539343830198, + "leaf_94": 0.009425274096429348, + "leaf_95": 0.0018535563722252846, + "leaf_96": 0.015117575414478779, + "leaf_97": 0.002889261581003666, + "leaf_98": 0.03737679496407509, + "leaf_99": 0.0011728279059752822, + "leaf_100": 0.016316192224621773, + "leaf_101": 0.005695114843547344, + "leaf_102": 0.003318218281492591, + "leaf_103": 0.007469412870705128, + "leaf_104": 0.003647847566753626, + "leaf_105": 1.4716206919729302e-07, + "leaf_106": 0.012375415302813053, + "leaf_107": 0.000717974326107651, + "leaf_108": 0.01290613692253828, + "leaf_109": 0.001072416198439896, + "leaf_110": 0.012362994253635406, + "leaf_111": 0.00229255692102015, + "leaf_112": 0.019759219139814377 + }, + { + "leaf_0": 0.014151054434478283, + "leaf_1": 0.09856434911489487, + "leaf_2": 0.002581264590844512, + "leaf_3": 0.04124165698885918, + "leaf_4": 0.0013239032123237848, + "leaf_5": 0.033823661506175995, + "leaf_6": 9.776860679266974e-05, + "leaf_7": 0.0013566453708335757, + "leaf_8": 0.00016263739962596446, + "leaf_9": 0.005425763316452503, + "leaf_10": 0.01245150901377201, + "leaf_11": 0.21684405207633972, + "leaf_12": 0.010505018755793571, + "leaf_13": 0.006988078821450472, + "leaf_14": 0.0052469042129814625, + "leaf_15": 0.007482718210667372, + "leaf_16": 0.003757171332836151, + "leaf_17": 0.0017069281311705709, + "leaf_18": 0.023787492886185646, + "leaf_19": 0.002715206239372492, + "leaf_20": 0.02111286297440529, + "leaf_21": 0.009726380929350853, + "leaf_22": 0.006817169487476349, + "leaf_23": 0.0022199859376996756, + "leaf_24": 0.0016644339775666595, + "leaf_25": 2.1380780879098893e-07, + "leaf_26": 0.013161937706172466, + "leaf_27": 0.003159498330205679, + "leaf_28": 0.031547192484140396, + "leaf_29": 0.0010230762418359518, + "leaf_30": 0.014552582986652851, + "leaf_31": 0.005126242991536856, + "leaf_32": 0.05982431024312973, + "leaf_33": 0.0013880376936867833, + "leaf_34": 0.021749475970864296, + "leaf_35": 0.0018266745610162616, + "leaf_36": 0.017251769080758095, + "leaf_37": 0.004983625840395689, + "leaf_38": 0.0033596379216760397, + "leaf_39": 0.0018681579967960715, + "leaf_40": 0.0014060325920581818, + "leaf_41": 1.0123009985818499e-07, + "leaf_42": 0.00907951220870018, + "leaf_43": 0.00184214289765805, + "leaf_44": 0.020341424271464348, + "leaf_45": 0.0007044367957860231, + "leaf_46": 0.007429108954966068, + "leaf_47": 0.0028066467493772507, + "leaf_48": 0.022729435935616493, + "leaf_49": 0.001233535585924983, + "leaf_50": 0.02015705779194832, + "leaf_51": 0.0012405292363837361, + "leaf_52": 0.014434576034545898, + "leaf_53": 0.004386597312986851, + "leaf_54": 0.0028886778745800257, + "leaf_55": 0.0017310776747763157, + "leaf_56": 0.0013547835405915976, + "leaf_57": 1.094863293360504e-07, + "leaf_58": 0.007971546612679958, + "leaf_59": 0.0012561476323753595, + "leaf_60": 0.016641294583678246, + "leaf_61": 0.0006829582271166146, + "leaf_62": 0.007726653944700956, + "leaf_63": 0.0022118864580988884, + "leaf_64": 0.018523210659623146, + "leaf_65": 0.001159080071374774, + "leaf_66": 0.019683372229337692, + "leaf_67": 0.0009339277748949826, + "leaf_68": 0.013070710003376007, + "leaf_69": 0.003456104313954711, + "leaf_70": 0.002467997372150421, + "leaf_71": 0.0018555856077000499, + "leaf_72": 0.0012899951543658972, + "leaf_73": 8.499558390440143e-08, + "leaf_74": 0.008168522268533707, + "leaf_75": 0.000985999358817935, + "leaf_76": 0.012687286362051964, + "leaf_77": 0.0006093518459238112, + "leaf_78": 0.007971996441483498, + "leaf_79": 0.0018034586682915688, + "leaf_80": 0.015395903028547764, + "leaf_81": 0.001277328236028552, + "leaf_82": 0.021914763376116753, + "leaf_83": 0.0007690850179642439, + "leaf_84": 0.010991288349032402, + "leaf_85": 0.003414331702515483, + "leaf_86": 0.002462969394400716, + "leaf_87": 0.0019367729546502233, + "leaf_88": 0.0015435032546520233, + "leaf_89": 9.908347209375279e-08, + "leaf_90": 0.009850969538092613, + "leaf_91": 0.0007383343181572855, + "leaf_92": 0.010710601694881916, + "leaf_93": 0.0007824819185771048, + "leaf_94": 0.009714403189718723, + "leaf_95": 0.001630799495615065, + "leaf_96": 0.014053251594305038, + "leaf_97": 0.0014934848295524716, + "leaf_98": 0.024531535804271698, + "leaf_99": 0.000622078194282949, + "leaf_100": 0.010510086081922054, + "leaf_101": 0.004023950546979904, + "leaf_102": 0.002905832137912512, + "leaf_103": 0.003304014913737774, + "leaf_104": 0.002310189651325345, + "leaf_105": 1.3260810760584718e-07, + "leaf_106": 0.01222881767898798, + "leaf_107": 0.0005039916723035276, + "leaf_108": 0.011155367828905582, + "leaf_109": 0.0008828155696392059, + "leaf_110": 0.011905930005013943, + "leaf_111": 0.0015610806876793504, + "leaf_112": 0.015819519758224487 + }, + { + "leaf_0": 0.009498865343630314, + "leaf_1": 0.0772268995642662, + "leaf_2": 0.002425467362627387, + "leaf_3": 0.03928712382912636, + "leaf_4": 0.001325401826761663, + "leaf_5": 0.03399927541613579, + "leaf_6": 8.993740630103275e-05, + "leaf_7": 0.0012466312618926167, + "leaf_8": 0.00013300887076184154, + "leaf_9": 0.0044212546199560165, + "leaf_10": 0.007563417311757803, + "leaf_11": 0.1443231999874115, + "leaf_12": 0.007878176867961884, + "leaf_13": 0.005290653090924025, + "leaf_14": 0.004068101290613413, + "leaf_15": 0.005187969654798508, + "leaf_16": 0.0034646301064640284, + "leaf_17": 0.0016627537552267313, + "leaf_18": 0.022094672545790672, + "leaf_19": 0.002257659798488021, + "leaf_20": 0.018452489748597145, + "leaf_21": 0.007878045551478863, + "leaf_22": 0.006404218729585409, + "leaf_23": 0.0020844864193350077, + "leaf_24": 0.0017097590025514364, + "leaf_25": 1.957493793725007e-07, + "leaf_26": 0.01695011742413044, + "leaf_27": 0.0028255393262952566, + "leaf_28": 0.028138430789113045, + "leaf_29": 0.001610425184480846, + "leaf_30": 0.019687160849571228, + "leaf_31": 0.004567176103591919, + "leaf_32": 0.0525684580206871, + "leaf_33": 0.001219780882820487, + "leaf_34": 0.019853156059980392, + "leaf_35": 0.0014519578544422984, + "leaf_36": 0.01530193816870451, + "leaf_37": 0.004110714420676231, + "leaf_38": 0.0030485501047223806, + "leaf_39": 0.0015988150844350457, + "leaf_40": 0.001474296092055738, + "leaf_41": 8.02562070134627e-08, + "leaf_42": 0.007874981500208378, + "leaf_43": 0.0015837925020605326, + "leaf_44": 0.018239766359329224, + "leaf_45": 0.000666857638861984, + "leaf_46": 0.007333810441195965, + "leaf_47": 0.0024878911208361387, + "leaf_48": 0.020427482202649117, + "leaf_49": 0.0010745328618213534, + "leaf_50": 0.018323762342333794, + "leaf_51": 0.001000680378638208, + "leaf_52": 0.013332216069102287, + "leaf_53": 0.0035629072226583958, + "leaf_54": 0.0026016728952527046, + "leaf_55": 0.0014306586235761642, + "leaf_56": 0.001108877477236092, + "leaf_57": 8.338935941765158e-08, + "leaf_58": 0.007066665217280388, + "leaf_59": 0.0010195631766691804, + "leaf_60": 0.014894279651343822, + "leaf_61": 0.0006452985689975321, + "leaf_62": 0.006940215360373259, + "leaf_63": 0.0018713544122874737, + "leaf_64": 0.01672840490937233, + "leaf_65": 0.0009510252857580781, + "leaf_66": 0.018135594204068184, + "leaf_67": 0.000686153129208833, + "leaf_68": 0.011491402983665466, + "leaf_69": 0.0031233015470206738, + "leaf_70": 0.0021652053110301495, + "leaf_71": 0.0013760534347966313, + "leaf_72": 0.00120170833542943, + "leaf_73": 7.962021442153855e-08, + "leaf_74": 0.00750955194234848, + "leaf_75": 0.0007629971951246262, + "leaf_76": 0.011113139800727367, + "leaf_77": 0.0006002748268656433, + "leaf_78": 0.007249600253999233, + "leaf_79": 0.001529520726762712, + "leaf_80": 0.013726649805903435, + "leaf_81": 0.0010714477393776178, + "leaf_82": 0.019591063261032104, + "leaf_83": 0.0004981489037163556, + "leaf_84": 0.009210959076881409, + "leaf_85": 0.0025300586130470037, + "leaf_86": 0.0020534407813102007, + "leaf_87": 0.0017827856354415417, + "leaf_88": 0.0015384632861241698, + "leaf_89": 7.986286476580062e-08, + "leaf_90": 0.008351893164217472, + "leaf_91": 0.0005273246788419783, + "leaf_92": 0.008759086951613426, + "leaf_93": 0.0006729247397743165, + "leaf_94": 0.008370178751647472, + "leaf_95": 0.0012229409767314792, + "leaf_96": 0.01172620989382267, + "leaf_97": 0.0013794677797704935, + "leaf_98": 0.023246409371495247, + "leaf_99": 0.00045518565457314253, + "leaf_100": 0.008533118292689323, + "leaf_101": 0.002714391564950347, + "leaf_102": 0.002397101605311036, + "leaf_103": 0.003082833020016551, + "leaf_104": 0.0024196102749556303, + "leaf_105": 1.2365708812467346e-07, + "leaf_106": 0.010886125266551971, + "leaf_107": 0.00033424003049731255, + "leaf_108": 0.00826391950249672, + "leaf_109": 0.0008372858865186572, + "leaf_110": 0.01064801961183548, + "leaf_111": 0.0010261822026222944, + "leaf_112": 0.011698581278324127 + }, + { + "leaf_0": 0.011593037284910679, + "leaf_1": 0.08128160238265991, + "leaf_2": 0.002884605433791876, + "leaf_3": 0.04366360232234001, + "leaf_4": 0.0016438562888652086, + "leaf_5": 0.04036809504032135, + "leaf_6": 0.00011058436939492822, + "leaf_7": 0.0015321261016651988, + "leaf_8": 0.00016843285993672907, + "leaf_9": 0.005606246180832386, + "leaf_10": 0.01073870062828064, + "leaf_11": 0.1936410665512085, + "leaf_12": 0.011125165969133377, + "leaf_13": 0.0061744265258312225, + "leaf_14": 0.004713178612291813, + "leaf_15": 0.006859915796667337, + "leaf_16": 0.003519871039316058, + "leaf_17": 0.0017767800018191338, + "leaf_18": 0.0236215777695179, + "leaf_19": 0.00290440721437335, + "leaf_20": 0.020623615011572838, + "leaf_21": 0.010798102244734764, + "leaf_22": 0.007686636410653591, + "leaf_23": 0.002255924278870225, + "leaf_24": 0.0016893395222723484, + "leaf_25": 1.5727181335023488e-07, + "leaf_26": 0.014858921989798546, + "leaf_27": 0.0035426642280071974, + "leaf_28": 0.03159333020448685, + "leaf_29": 0.0012473267270252109, + "leaf_30": 0.018018294125795364, + "leaf_31": 0.00587855838239193, + "leaf_32": 0.0624881386756897, + "leaf_33": 0.0014814860187470913, + "leaf_34": 0.02247360534965992, + "leaf_35": 0.0018994187703356147, + "leaf_36": 0.017597530037164688, + "leaf_37": 0.00512992637231946, + "leaf_38": 0.003289327723905444, + "leaf_39": 0.0020270447712391615, + "leaf_40": 0.0015627198154106736, + "leaf_41": 9.181148641346226e-08, + "leaf_42": 0.008351411670446396, + "leaf_43": 0.002037425059825182, + "leaf_44": 0.02105497196316719, + "leaf_45": 0.0008216631249524653, + "leaf_46": 0.008006238378584385, + "leaf_47": 0.0030658822506666183, + "leaf_48": 0.024088306352496147, + "leaf_49": 0.00144310446921736, + "leaf_50": 0.021426532417535782, + "leaf_51": 0.0014116046950221062, + "leaf_52": 0.016156286001205444, + "leaf_53": 0.0045622168108820915, + "leaf_54": 0.0026845510583370924, + "leaf_55": 0.0021348053123801947, + "leaf_56": 0.0013264828594401479, + "leaf_57": 7.354057629527233e-08, + "leaf_58": 0.006657986436039209, + "leaf_59": 0.0013797387946397066, + "leaf_60": 0.017194001004099846, + "leaf_61": 0.0006177204195410013, + "leaf_62": 0.006598258391022682, + "leaf_63": 0.0022862222976982594, + "leaf_64": 0.01891251653432846, + "leaf_65": 0.0012723432155326009, + "leaf_66": 0.02069709450006485, + "leaf_67": 0.0010589509038254619, + "leaf_68": 0.013732608407735825, + "leaf_69": 0.0037862330209463835, + "leaf_70": 0.002476919675245881, + "leaf_71": 0.0018648486584424973, + "leaf_72": 0.0013845948269590735, + "leaf_73": 6.641664640483214e-08, + "leaf_74": 0.008332863450050354, + "leaf_75": 0.0011006016284227371, + "leaf_76": 0.01319607999175787, + "leaf_77": 0.0005838130600750446, + "leaf_78": 0.00734676094725728, + "leaf_79": 0.0020244396291673183, + "leaf_80": 0.01628337800502777, + "leaf_81": 0.0015004921006038785, + "leaf_82": 0.023777635768055916, + "leaf_83": 0.0008112870273180306, + "leaf_84": 0.011613328941166401, + "leaf_85": 0.004100826568901539, + "leaf_86": 0.002702960977330804, + "leaf_87": 0.002641787752509117, + "leaf_88": 0.002162054879590869, + "leaf_89": 7.596613471605451e-08, + "leaf_90": 0.009012782946228981, + "leaf_91": 0.000824730668682605, + "leaf_92": 0.0111412787809968, + "leaf_93": 0.0006734742200933397, + "leaf_94": 0.008344653993844986, + "leaf_95": 0.0019399919547140598, + "leaf_96": 0.015351841226220131, + "leaf_97": 0.001514381030574441, + "leaf_98": 0.024245720356702805, + "leaf_99": 0.0005689013632945716, + "leaf_100": 0.009971549734473228, + "leaf_101": 0.00407393230125308, + "leaf_102": 0.0029992174822837114, + "leaf_103": 0.0033658540342003107, + "leaf_104": 0.002405742183327675, + "leaf_105": 1.0819212548085488e-07, + "leaf_106": 0.01065391767770052, + "leaf_107": 0.0005140953580848873, + "leaf_108": 0.011036200448870659, + "leaf_109": 0.00080067478120327, + "leaf_110": 0.010656141676008701, + "leaf_111": 0.00165226636454463, + "leaf_112": 0.016498828306794167 + }, + { + "leaf_0": 0.008372154086828232, + "leaf_1": 0.07473695278167725, + "leaf_2": 0.00237777316942811, + "leaf_3": 0.0388982817530632, + "leaf_4": 0.0012744780397042632, + "leaf_5": 0.03340704366564751, + "leaf_6": 9.644118108553812e-05, + "leaf_7": 0.001335405046120286, + "leaf_8": 0.00013566405687015504, + "leaf_9": 0.004533194936811924, + "leaf_10": 0.010739544406533241, + "leaf_11": 0.19592627882957458, + "leaf_12": 0.009993523359298706, + "leaf_13": 0.0045780460350215435, + "leaf_14": 0.0036223200149834156, + "leaf_15": 0.0067693269811570644, + "leaf_16": 0.003859433112666011, + "leaf_17": 0.0016407601069658995, + "leaf_18": 0.023046748712658882, + "leaf_19": 0.0024289172142744064, + "leaf_20": 0.019306374713778496, + "leaf_21": 0.008350016549229622, + "leaf_22": 0.006284740287810564, + "leaf_23": 0.002120351418852806, + "leaf_24": 0.001725843409076333, + "leaf_25": 2.1663750260358938e-07, + "leaf_26": 0.015011224895715714, + "leaf_27": 0.0028382448945194483, + "leaf_28": 0.03014758788049221, + "leaf_29": 0.0010846598306670785, + "leaf_30": 0.01646059937775135, + "leaf_31": 0.004700548946857452, + "leaf_32": 0.05553162842988968, + "leaf_33": 0.0015167472884058952, + "leaf_34": 0.022774958983063698, + "leaf_35": 0.0015377929667010903, + "leaf_36": 0.016073839738965034, + "leaf_37": 0.004362240433692932, + "leaf_38": 0.0029308407101780176, + "leaf_39": 0.001920822774991393, + "leaf_40": 0.0014498382806777954, + "leaf_41": 1.0505796410598123e-07, + "leaf_42": 0.008650613948702812, + "leaf_43": 0.0016183360712602735, + "leaf_44": 0.019876858219504356, + "leaf_45": 0.0006593332509510219, + "leaf_46": 0.007949172519147396, + "leaf_47": 0.0024042883887887, + "leaf_48": 0.02141680382192135, + "leaf_49": 0.0010470529086887836, + "leaf_50": 0.01844201609492302, + "leaf_51": 0.0010774006368592381, + "leaf_52": 0.013200651854276657, + "leaf_53": 0.003736265003681183, + "leaf_54": 0.0024477634578943253, + "leaf_55": 0.0015521388268098235, + "leaf_56": 0.0011143218725919724, + "leaf_57": 8.472540713455601e-08, + "leaf_58": 0.006845124531537294, + "leaf_59": 0.0010839555179700255, + "leaf_60": 0.015594287775456905, + "leaf_61": 0.0005653584958054125, + "leaf_62": 0.006961541250348091, + "leaf_63": 0.0018491859082132578, + "leaf_64": 0.017055770382285118, + "leaf_65": 0.0010399844031780958, + "leaf_66": 0.01868663728237152, + "leaf_67": 0.0008549695485271513, + "leaf_68": 0.012088621035218239, + "leaf_69": 0.0029958735685795546, + "leaf_70": 0.0022665797732770443, + "leaf_71": 0.0014864406548440456, + "leaf_72": 0.0013856705045327544, + "leaf_73": 6.876450697745895e-08, + "leaf_74": 0.007788491901010275, + "leaf_75": 0.000845584028866142, + "leaf_76": 0.01192470733076334, + "leaf_77": 0.0006929585360921919, + "leaf_78": 0.007912827655673027, + "leaf_79": 0.0014705436769872904, + "leaf_80": 0.014085751958191395, + "leaf_81": 0.0011864525731652975, + "leaf_82": 0.020801683887839317, + "leaf_83": 0.0006643194356001914, + "leaf_84": 0.010113751515746117, + "leaf_85": 0.003009280189871788, + "leaf_86": 0.002055160002782941, + "leaf_87": 0.0019326091278344393, + "leaf_88": 0.0016020792536437511, + "leaf_89": 8.60016839965283e-08, + "leaf_90": 0.0088502187281847, + "leaf_91": 0.0006660165381617844, + "leaf_92": 0.010179830715060234, + "leaf_93": 0.0006632327567785978, + "leaf_94": 0.008769843727350235, + "leaf_95": 0.0014164397725835443, + "leaf_96": 0.012957816012203693, + "leaf_97": 0.001494001247920096, + "leaf_98": 0.024655425921082497, + "leaf_99": 0.0005780587671324611, + "leaf_100": 0.010368180461227894, + "leaf_101": 0.0034140257630497217, + "leaf_102": 0.0027019300032407045, + "leaf_103": 0.0036647235974669456, + "leaf_104": 0.0026987348683178425, + "leaf_105": 1.4187624230999063e-07, + "leaf_106": 0.010912568308413029, + "leaf_107": 0.00044234973029233515, + "leaf_108": 0.009952004998922348, + "leaf_109": 0.0009448336204513907, + "leaf_110": 0.011403835378587246, + "leaf_111": 0.001389815821312368, + "leaf_112": 0.014406458474695683 + }, + { + "leaf_0": 0.011727839708328247, + "leaf_1": 0.09106969833374023, + "leaf_2": 0.0028978867921978235, + "leaf_3": 0.04718479886651039, + "leaf_4": 0.001670875702984631, + "leaf_5": 0.043066397309303284, + "leaf_6": 0.00017433465109206736, + "leaf_7": 0.002413936657831073, + "leaf_8": 0.0002576731494627893, + "leaf_9": 0.00853955838829279, + "leaf_10": 0.009049112908542156, + "leaf_11": 0.16444137692451477, + "leaf_12": 0.012123304419219494, + "leaf_13": 0.006095046177506447, + "leaf_14": 0.004731552675366402, + "leaf_15": 0.006371337920427322, + "leaf_16": 0.0038997686933726072, + "leaf_17": 0.0019173710606992245, + "leaf_18": 0.02709791250526905, + "leaf_19": 0.002669182140380144, + "leaf_20": 0.02353811077773571, + "leaf_21": 0.010699430480599403, + "leaf_22": 0.007707764860242605, + "leaf_23": 0.0025587433483451605, + "leaf_24": 0.002004890004172921, + "leaf_25": 2.4322770286744344e-07, + "leaf_26": 0.016150441020727158, + "leaf_27": 0.003289539832621813, + "leaf_28": 0.03620528057217598, + "leaf_29": 0.0013866006629541516, + "leaf_30": 0.01855497807264328, + "leaf_31": 0.005561082158237696, + "leaf_32": 0.06666644662618637, + "leaf_33": 0.0015914328396320343, + "leaf_34": 0.0252697691321373, + "leaf_35": 0.001747563248500228, + "leaf_36": 0.019887389615178108, + "leaf_37": 0.005218805745244026, + "leaf_38": 0.003886403748765588, + "leaf_39": 0.002132160123437643, + "leaf_40": 0.001715349149890244, + "leaf_41": 1.554149378080183e-07, + "leaf_42": 0.010153421200811863, + "leaf_43": 0.0018362924456596375, + "leaf_44": 0.023035477846860886, + "leaf_45": 0.0009190349373966455, + "leaf_46": 0.009681900963187218, + "leaf_47": 0.0030847329180687666, + "leaf_48": 0.025910114869475365, + "leaf_49": 0.0012626888928934932, + "leaf_50": 0.022134339436888695, + "leaf_51": 0.0011687128571793437, + "leaf_52": 0.017634226009249687, + "leaf_53": 0.004400147125124931, + "leaf_54": 0.0028940076008439064, + "leaf_55": 0.001962015638127923, + "leaf_56": 0.0016869576647877693, + "leaf_57": 1.3170179613553046e-07, + "leaf_58": 0.00957709364593029, + "leaf_59": 0.0012429162161424756, + "leaf_60": 0.01773219183087349, + "leaf_61": 0.0006921145250089467, + "leaf_62": 0.009073547087609768, + "leaf_63": 0.002229254925623536, + "leaf_64": 0.020143233239650726, + "leaf_65": 0.0011663476470857859, + "leaf_66": 0.02185836248099804, + "leaf_67": 0.0008844893891364336, + "leaf_68": 0.015615242533385754, + "leaf_69": 0.0034768139012157917, + "leaf_70": 0.002377742435783148, + "leaf_71": 0.0017694657435640693, + "leaf_72": 0.0015415140660479665, + "leaf_73": 1.0464763988693448e-07, + "leaf_74": 0.009099720045924187, + "leaf_75": 0.000944566389080137, + "leaf_76": 0.013838311657309532, + "leaf_77": 0.0006445781909860671, + "leaf_78": 0.00862584076821804, + "leaf_79": 0.0018200583290308714, + "leaf_80": 0.016891183331608772, + "leaf_81": 0.0013151179300621152, + "leaf_82": 0.025168905034661293, + "leaf_83": 0.0007055144524201751, + "leaf_84": 0.012280023656785488, + "leaf_85": 0.0036298714112490416, + "leaf_86": 0.0030434473883360624, + "leaf_87": 0.002074463525786996, + "leaf_88": 0.0017861417727544904, + "leaf_89": 1.3473766102833906e-07, + "leaf_90": 0.013085024431347847, + "leaf_91": 0.0007115491898730397, + "leaf_92": 0.0116399135440588, + "leaf_93": 0.000981481047347188, + "leaf_94": 0.01357058435678482, + "leaf_95": 0.0016303649172186852, + "leaf_96": 0.014786189422011375, + "leaf_97": 0.0014065403956919909, + "leaf_98": 0.0239188801497221, + "leaf_99": 0.0005759018822573125, + "leaf_100": 0.009946811012923717, + "leaf_101": 0.0034159375354647636, + "leaf_102": 0.003214331576600671, + "leaf_103": 0.0024902501609176397, + "leaf_104": 0.002171461470425129, + "leaf_105": 2.038904796108909e-07, + "leaf_106": 0.015168693847954273, + "leaf_107": 0.00047118973452597857, + "leaf_108": 0.010548940859735012, + "leaf_109": 0.0010291571961715817, + "leaf_110": 0.014030360616743565, + "leaf_111": 0.0014015864580869675, + "leaf_112": 0.01523579191416502 + }, + { + "leaf_0": 0.009910297580063343, + "leaf_1": 0.07843128591775894, + "leaf_2": 0.0023541576229035854, + "leaf_3": 0.038419511169195175, + "leaf_4": 0.0012783294077962637, + "leaf_5": 0.03324062004685402, + "leaf_6": 8.364654786419123e-05, + "leaf_7": 0.0011585743632167578, + "leaf_8": 0.00012157360470155254, + "leaf_9": 0.004066156689077616, + "leaf_10": 0.010592174716293812, + "leaf_11": 0.18671031296253204, + "leaf_12": 0.009077788330614567, + "leaf_13": 0.005007126834243536, + "leaf_14": 0.004106790758669376, + "leaf_15": 0.007258040830492973, + "leaf_16": 0.00398230692371726, + "leaf_17": 0.0017283286433666945, + "leaf_18": 0.023207170888781548, + "leaf_19": 0.0023521510884165764, + "leaf_20": 0.01997791789472103, + "leaf_21": 0.007733622565865517, + "leaf_22": 0.006516629830002785, + "leaf_23": 0.002300320193171501, + "leaf_24": 0.0017732374835759401, + "leaf_25": 2.7359632781553955e-07, + "leaf_26": 0.017356986179947853, + "leaf_27": 0.0027752085588872433, + "leaf_28": 0.02964622899889946, + "leaf_29": 0.0017575047677382827, + "leaf_30": 0.021488705649971962, + "leaf_31": 0.004429527558386326, + "leaf_32": 0.054628413170576096, + "leaf_33": 0.0014505229191854596, + "leaf_34": 0.02167271450161934, + "leaf_35": 0.0016562845557928085, + "leaf_36": 0.01715974695980549, + "leaf_37": 0.004322292748838663, + "leaf_38": 0.0032040798105299473, + "leaf_39": 0.0019857394509017467, + "leaf_40": 0.0014297357993200421, + "leaf_41": 1.0139326889202493e-07, + "leaf_42": 0.009059281088411808, + "leaf_43": 0.0016229047905653715, + "leaf_44": 0.020000118762254715, + "leaf_45": 0.0007327941711992025, + "leaf_46": 0.007814299315214157, + "leaf_47": 0.0024346213322132826, + "leaf_48": 0.02071344293653965, + "leaf_49": 0.0010983325773850083, + "leaf_50": 0.018287718296051025, + "leaf_51": 0.0011131900828331709, + "leaf_52": 0.013955381698906422, + "leaf_53": 0.00437797699123621, + "leaf_54": 0.002593956422060728, + "leaf_55": 0.0015094828559085727, + "leaf_56": 0.0013075905153527856, + "leaf_57": 8.463242551215444e-08, + "leaf_58": 0.007499489933252335, + "leaf_59": 0.0012006935430690646, + "leaf_60": 0.015542718581855297, + "leaf_61": 0.0006268764263950288, + "leaf_62": 0.007523338310420513, + "leaf_63": 0.0021759916562587023, + "leaf_64": 0.017227938398718834, + "leaf_65": 0.0010857183951884508, + "leaf_66": 0.01855282671749592, + "leaf_67": 0.0009133029961958528, + "leaf_68": 0.012923856265842915, + "leaf_69": 0.003027445636689663, + "leaf_70": 0.002173652872443199, + "leaf_71": 0.0016432491829618812, + "leaf_72": 0.0012127531226724386, + "leaf_73": 8.414505003884187e-08, + "leaf_74": 0.00779778091236949, + "leaf_75": 0.0009044522885233164, + "leaf_76": 0.011926376260817051, + "leaf_77": 0.0006366338348016143, + "leaf_78": 0.007562669925391674, + "leaf_79": 0.001510122325271368, + "leaf_80": 0.013660037890076637, + "leaf_81": 0.001348245656117797, + "leaf_82": 0.021084222942590714, + "leaf_83": 0.0007747068302705884, + "leaf_84": 0.010901497676968575, + "leaf_85": 0.0033713921438902617, + "leaf_86": 0.002479461720213294, + "leaf_87": 0.0021685424726456404, + "leaf_88": 0.0015753841726109385, + "leaf_89": 7.993087791646758e-08, + "leaf_90": 0.009150078520178795, + "leaf_91": 0.0007112869061529636, + "leaf_92": 0.010302616283297539, + "leaf_93": 0.0008983034058474004, + "leaf_94": 0.009232870303094387, + "leaf_95": 0.0016165135893970728, + "leaf_96": 0.012992083095014095, + "leaf_97": 0.001499938894994557, + "leaf_98": 0.02419590950012207, + "leaf_99": 0.0006390988128259778, + "leaf_100": 0.010586164891719818, + "leaf_101": 0.004046660847961903, + "leaf_102": 0.002975698094815016, + "leaf_103": 0.0033312144223600626, + "leaf_104": 0.0024669617414474487, + "leaf_105": 1.3482653571372794e-07, + "leaf_106": 0.011566032655537128, + "leaf_107": 0.0005177626153454185, + "leaf_108": 0.010774479247629642, + "leaf_109": 0.000891363073606044, + "leaf_110": 0.011757961474359035, + "leaf_111": 0.0016605148557573557, + "leaf_112": 0.015432643704116344 + }, + { + "leaf_0": 0.01217909250408411, + "leaf_1": 0.08571050316095352, + "leaf_2": 0.0025530594866722822, + "leaf_3": 0.0399390310049057, + "leaf_4": 0.0014178515411913395, + "leaf_5": 0.035192523151636124, + "leaf_6": 0.0001013123182929121, + "leaf_7": 0.001403643051162362, + "leaf_8": 0.0001624048745725304, + "leaf_9": 0.005488551687449217, + "leaf_10": 0.011291191913187504, + "leaf_11": 0.20525145530700684, + "leaf_12": 0.010527987964451313, + "leaf_13": 0.0062940060161054134, + "leaf_14": 0.005091129802167416, + "leaf_15": 0.00806643906980753, + "leaf_16": 0.004103905521333218, + "leaf_17": 0.0015810084296390414, + "leaf_18": 0.021831050515174866, + "leaf_19": 0.0022368498612195253, + "leaf_20": 0.01915857195854187, + "leaf_21": 0.008911353535950184, + "leaf_22": 0.0064173499122262, + "leaf_23": 0.0023461165837943554, + "leaf_24": 0.001694942475296557, + "leaf_25": 1.6799977231585217e-07, + "leaf_26": 0.016168564558029175, + "leaf_27": 0.002842808375135064, + "leaf_28": 0.02924296446144581, + "leaf_29": 0.0015243890229612589, + "leaf_30": 0.018162798136472702, + "leaf_31": 0.0046149143017828465, + "leaf_32": 0.052508749067783356, + "leaf_33": 0.0012646517716348171, + "leaf_34": 0.020263811573386192, + "leaf_35": 0.0012998483143746853, + "leaf_36": 0.01507436390966177, + "leaf_37": 0.0042408122681081295, + "leaf_38": 0.003072727005928755, + "leaf_39": 0.0018059317953884602, + "leaf_40": 0.0013840979663655162, + "leaf_41": 7.153279568683502e-08, + "leaf_42": 0.008136617951095104, + "leaf_43": 0.0015573707642033696, + "leaf_44": 0.019052907824516296, + "leaf_45": 0.0007954509346745908, + "leaf_46": 0.007243274711072445, + "leaf_47": 0.002512373961508274, + "leaf_48": 0.020869167521595955, + "leaf_49": 0.0009974305285140872, + "leaf_50": 0.017120974138379097, + "leaf_51": 0.0009641498327255249, + "leaf_52": 0.012059108354151249, + "leaf_53": 0.003355189925059676, + "leaf_54": 0.0024746223352849483, + "leaf_55": 0.0014600385911762714, + "leaf_56": 0.0011397693306207657, + "leaf_57": 8.119972960685118e-08, + "leaf_58": 0.006690599024295807, + "leaf_59": 0.0009900176664814353, + "leaf_60": 0.014939799904823303, + "leaf_61": 0.0005757074686698616, + "leaf_62": 0.006732284557074308, + "leaf_63": 0.0016761310398578644, + "leaf_64": 0.01605549268424511, + "leaf_65": 0.000919383717700839, + "leaf_66": 0.016697769984602928, + "leaf_67": 0.0007864867802709341, + "leaf_68": 0.010915677063167095, + "leaf_69": 0.0030659621115773916, + "leaf_70": 0.0021463052835315466, + "leaf_71": 0.001406826893799007, + "leaf_72": 0.0011737587628886104, + "leaf_73": 6.350084902351227e-08, + "leaf_74": 0.006991291884332895, + "leaf_75": 0.000792241538874805, + "leaf_76": 0.010927550494670868, + "leaf_77": 0.0005308192921802402, + "leaf_78": 0.006767818238586187, + "leaf_79": 0.0015530623495578766, + "leaf_80": 0.013891403563320637, + "leaf_81": 0.0010879909386858344, + "leaf_82": 0.018557637929916382, + "leaf_83": 0.0006436341791413724, + "leaf_84": 0.009490781463682652, + "leaf_85": 0.0030621709302067757, + "leaf_86": 0.002289558993652463, + "leaf_87": 0.0019913974683731794, + "leaf_88": 0.0013653334463015199, + "leaf_89": 6.56222667316797e-08, + "leaf_90": 0.008139854297041893, + "leaf_91": 0.000627957982942462, + "leaf_92": 0.009426121599972248, + "leaf_93": 0.0006549762329086661, + "leaf_94": 0.007965386845171452, + "leaf_95": 0.001502497005276382, + "leaf_96": 0.01232953555881977, + "leaf_97": 0.0016679984983056784, + "leaf_98": 0.02564197964966297, + "leaf_99": 0.0006296889623627067, + "leaf_100": 0.010354569181799889, + "leaf_101": 0.003297216957435012, + "leaf_102": 0.00275597907602787, + "leaf_103": 0.003938067238777876, + "leaf_104": 0.002401907928287983, + "leaf_105": 9.928130850767047e-08, + "leaf_106": 0.01011232566088438, + "leaf_107": 0.0004358990699984133, + "leaf_108": 0.009821285493671894, + "leaf_109": 0.0007577282376587391, + "leaf_110": 0.010034153237938881, + "leaf_111": 0.0013084601378068328, + "leaf_112": 0.013293211348354816 + } + ], + "repr_drift_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "repr_drift_kl": [ + 0.17722836136817932, + 0.19446009397506714, + 0.19826357066631317, + 0.1982443630695343, + 0.2040296196937561, + 0.21291270852088928, + 0.22861774265766144, + 0.22354722023010254, + 0.23632952570915222, + 0.2603567838668823, + 0.24155224859714508, + 0.29078322649002075, + 0.2791980504989624, + 0.25269585847854614, + 0.29956069588661194, + 0.30949774384498596, + 0.31447720527648926, + 0.33251431584358215, + 0.3610090911388397, + 0.3291648030281067 + ], + "repr_drift_kl_low_t": [ + 0.16047100722789764, + 0.17613065242767334, + 0.17189475893974304, + 0.16893598437309265, + 0.18495026230812073, + 0.18321236968040466, + 0.19486066699028015, + 0.1907777488231659, + 0.1991804987192154, + 0.20791855454444885, + 0.19433560967445374, + 0.23704534769058228, + 0.2268347442150116, + 0.21166308224201202, + 0.2399618923664093, + 0.2318335473537445, + 0.25136563181877136, + 0.2395378053188324, + 0.27516794204711914, + 0.24464185535907745 + ], + "repr_drift_kl_mid_t": [ + 0.17364877462387085, + 0.18741554021835327, + 0.18555864691734314, + 0.18566085398197174, + 0.19326728582382202, + 0.2041909098625183, + 0.21410813927650452, + 0.21219797432422638, + 0.22050216794013977, + 0.2356538474559784, + 0.21899127960205078, + 0.2643567621707916, + 0.2590555250644684, + 0.23300346732139587, + 0.273532509803772, + 0.26402223110198975, + 0.28470176458358765, + 0.28673744201660156, + 0.31124165654182434, + 0.28559714555740356 + ], + "repr_drift_kl_high_t": [ + 0.20692606270313263, + 0.2278018295764923, + 0.2522142231464386, + 0.24475312232971191, + 0.2527824342250824, + 0.2701833248138428, + 0.2864302396774292, + 0.30338287353515625, + 0.3255283534526825, + 0.36514925956726074, + 0.3453708589076996, + 0.400086909532547, + 0.390541672706604, + 0.3440660238265991, + 0.40806958079338074, + 0.4648219347000122, + 0.4559866487979889, + 0.5293915271759033, + 0.566437840461731, + 0.5064690709114075 + ], + "cka_iters": [ + 50, + 100, + 150, + 200, + 250, + 300, + 350, + 400, + 450, + 500 + ], + "cka_similarity": [ + 0.8136799931526184, + 0.7543798089027405, + 0.7803491353988647, + 0.7132156491279602, + 0.7197259068489075, + 0.7218343615531921, + 0.6882410645484924, + 0.6710061430931091, + 0.6853204369544983, + 0.6805753111839294 + ], + "t_analysis_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "norm_low_t": [ + 0.2722551226615906, + 0.2580435872077942, + 0.31713682413101196, + 0.21011286973953247, + 0.24575403332710266, + 0.18809852004051208, + 0.2624629735946655, + 0.22615210711956024, + 0.21980024874210358, + 0.23735934495925903, + 0.2424715906381607, + 0.26407718658447266, + 0.2015511840581894, + 0.3476789891719818, + 0.3061242699623108, + 0.19647236168384552, + 0.20124408602714539, + 0.21392786502838135, + 0.2928523123264313, + 0.1758163720369339 + ], + "norm_high_t": [ + 0.7416871786117554, + 0.6408016085624695, + 0.8669919967651367, + 0.9329545497894287, + 0.5213852524757385, + 0.7310718894004822, + 0.5732005834579468, + 0.6524226665496826, + 0.899176836013794, + 0.8811740279197693, + 0.8186267018318176, + 1.1311023235321045, + 0.6123440861701965, + 1.0154058933258057, + 0.5637837052345276, + 0.627540111541748, + 0.8889607191085815, + 0.6977389454841614, + 0.9078249335289001, + 1.19682776927948 + ], + "lowhigh_cos": [ + -0.31046199798583984, + 0.07876620441675186, + -0.20814642310142517, + 0.40191254019737244, + 0.015125242993235588, + 0.03859272971749306, + -0.28100091218948364, + 0.007233299780637026, + 0.32519716024398804, + 0.38109156489372253, + 0.1578773558139801, + -0.22791726887226105, + 0.025312935933470726, + 0.5440816283226013, + 0.24275481700897217, + 0.027471905574202538, + 0.0713493824005127, + 0.3314451277256012, + 0.04090232774615288, + -0.054474469274282455 + ], + "t_bin_norms": [ + { + "t_0.0-0.1": 0.23667629063129425, + "t_0.1-0.2": 0.28611496090888977, + "t_0.2-0.3": 0.27907148003578186, + "t_0.3-0.4": 0.35469329357147217, + "t_0.4-0.5": 0.33789899945259094, + "t_0.5-0.6": 0.37025782465934753, + "t_0.6-0.7": 0.37789422273635864, + "t_0.7-0.8": 0.4436102509498596, + "t_0.8-0.9": 0.641949474811554, + "t_0.9-1.0": 1.027840495109558 + }, + { + "t_0.0-0.1": 0.3397522568702698, + "t_0.1-0.2": 0.3297731876373291, + "t_0.2-0.3": 0.2833713889122009, + "t_0.3-0.4": 0.3281782567501068, + "t_0.4-0.5": 0.34501397609710693, + "t_0.5-0.6": 0.47371673583984375, + "t_0.6-0.7": 0.521226167678833, + "t_0.7-0.8": 0.5349628329277039, + "t_0.8-0.9": 0.5839342474937439, + "t_0.9-1.0": 0.7619922757148743 + }, + { + "t_0.0-0.1": 0.19465678930282593, + "t_0.1-0.2": 0.3131636679172516, + "t_0.2-0.3": 0.33984118700027466, + "t_0.3-0.4": 0.4510345458984375, + "t_0.4-0.5": 0.3993719518184662, + "t_0.5-0.6": 0.469338595867157, + "t_0.6-0.7": 0.5203887820243835, + "t_0.7-0.8": 0.6632121205329895, + "t_0.8-0.9": 0.7048770785331726, + "t_0.9-1.0": 1.1814701557159424 + }, + { + "t_0.0-0.1": 0.21738244593143463, + "t_0.1-0.2": 0.30908235907554626, + "t_0.2-0.3": 0.4064081907272339, + "t_0.3-0.4": 0.41595393419265747, + "t_0.4-0.5": 0.3945504128932953, + "t_0.5-0.6": 0.5682123303413391, + "t_0.6-0.7": 0.6954907178878784, + "t_0.7-0.8": 0.8194591999053955, + "t_0.8-0.9": 0.7545449733734131, + "t_0.9-1.0": 1.0834248065948486 + }, + { + "t_0.0-0.1": 0.14145483076572418, + "t_0.1-0.2": 0.2063409686088562, + "t_0.2-0.3": 0.31446415185928345, + "t_0.3-0.4": 0.2684967815876007, + "t_0.4-0.5": 0.31740638613700867, + "t_0.5-0.6": 0.4191919267177582, + "t_0.6-0.7": 0.30834662914276123, + "t_0.7-0.8": 0.5458104610443115, + "t_0.8-0.9": 0.49040666222572327, + "t_0.9-1.0": 0.5964558124542236 + }, + { + "t_0.0-0.1": 0.3303305208683014, + "t_0.1-0.2": 0.24845518171787262, + "t_0.2-0.3": 0.2796297073364258, + "t_0.3-0.4": 0.37228307127952576, + "t_0.4-0.5": 0.4300384819507599, + "t_0.5-0.6": 0.42301538586616516, + "t_0.6-0.7": 0.540941059589386, + "t_0.7-0.8": 0.6458348035812378, + "t_0.8-0.9": 0.827133297920227, + "t_0.9-1.0": 1.231337070465088 + }, + { + "t_0.0-0.1": 0.214978888630867, + "t_0.1-0.2": 0.2516145706176758, + "t_0.2-0.3": 0.3058244585990906, + "t_0.3-0.4": 0.34683316946029663, + "t_0.4-0.5": 0.38315320014953613, + "t_0.5-0.6": 0.4275279939174652, + "t_0.6-0.7": 0.35492077469825745, + "t_0.7-0.8": 0.5030766725540161, + "t_0.8-0.9": 0.6420227885246277, + "t_0.9-1.0": 0.8396173119544983 + }, + { + "t_0.0-0.1": 0.2756352126598358, + "t_0.1-0.2": 0.2516880929470062, + "t_0.2-0.3": 0.31742948293685913, + "t_0.3-0.4": 0.3366096317768097, + "t_0.4-0.5": 0.38149338960647583, + "t_0.5-0.6": 0.5771743655204773, + "t_0.6-0.7": 0.5117132663726807, + "t_0.7-0.8": 0.6204232573509216, + "t_0.8-0.9": 0.6836912631988525, + "t_0.9-1.0": 0.8159099221229553 + }, + { + "t_0.0-0.1": 0.31279605627059937, + "t_0.1-0.2": 0.24034541845321655, + "t_0.2-0.3": 0.34218907356262207, + "t_0.3-0.4": 0.468572199344635, + "t_0.4-0.5": 0.5239373445510864, + "t_0.5-0.6": 0.7263312339782715, + "t_0.6-0.7": 0.8326882123947144, + "t_0.7-0.8": 0.6900759339332581, + "t_0.8-0.9": 0.7175036072731018, + "t_0.9-1.0": 0.9636490345001221 + }, + { + "t_0.0-0.1": 0.4362843632698059, + "t_0.1-0.2": 0.3074340522289276, + "t_0.2-0.3": 0.2654888927936554, + "t_0.3-0.4": 0.3513760268688202, + "t_0.4-0.5": 0.4083235561847687, + "t_0.5-0.6": 0.45042839646339417, + "t_0.6-0.7": 0.6332632899284363, + "t_0.7-0.8": 0.6902880668640137, + "t_0.8-0.9": 0.879656195640564, + "t_0.9-1.0": 1.0805803537368774 + }, + { + "t_0.0-0.1": 0.2452237904071808, + "t_0.1-0.2": 0.4533635079860687, + "t_0.2-0.3": 0.3164762556552887, + "t_0.3-0.4": 0.261288046836853, + "t_0.4-0.5": 0.5294932126998901, + "t_0.5-0.6": 0.5051892995834351, + "t_0.6-0.7": 0.7657292485237122, + "t_0.7-0.8": 0.8286621570587158, + "t_0.8-0.9": 0.775321364402771, + "t_0.9-1.0": 1.147514820098877 + }, + { + "t_0.0-0.1": 0.1326627880334854, + "t_0.1-0.2": 0.2704906463623047, + "t_0.2-0.3": 0.2589515447616577, + "t_0.3-0.4": 0.34754401445388794, + "t_0.4-0.5": 0.2962535321712494, + "t_0.5-0.6": 0.4638185203075409, + "t_0.6-0.7": 0.34824424982070923, + "t_0.7-0.8": 0.5589119791984558, + "t_0.8-0.9": 0.593914270401001, + "t_0.9-1.0": 1.4959110021591187 + }, + { + "t_0.0-0.1": 0.313468337059021, + "t_0.1-0.2": 0.27980145812034607, + "t_0.2-0.3": 0.2787953019142151, + "t_0.3-0.4": 0.2844703495502472, + "t_0.4-0.5": 0.2554982900619507, + "t_0.5-0.6": 0.37037110328674316, + "t_0.6-0.7": 0.4184800386428833, + "t_0.7-0.8": 0.49431902170181274, + "t_0.8-0.9": 0.8666906952857971, + "t_0.9-1.0": 0.8003212809562683 + }, + { + "t_0.0-0.1": 0.18181093037128448, + "t_0.1-0.2": 0.4122421443462372, + "t_0.2-0.3": 0.30741846561431885, + "t_0.3-0.4": 0.40300434827804565, + "t_0.4-0.5": 0.44722193479537964, + "t_0.5-0.6": 0.40076306462287903, + "t_0.6-0.7": 0.49646586179733276, + "t_0.7-0.8": 0.7858876585960388, + "t_0.8-0.9": 0.699737548828125, + "t_0.9-1.0": 1.1123422384262085 + }, + { + "t_0.0-0.1": 0.3172636926174164, + "t_0.1-0.2": 0.3257073760032654, + "t_0.2-0.3": 0.24933552742004395, + "t_0.3-0.4": 0.24487176537513733, + "t_0.4-0.5": 0.31889691948890686, + "t_0.5-0.6": 0.3334643840789795, + "t_0.6-0.7": 0.3378831148147583, + "t_0.7-0.8": 0.3861994743347168, + "t_0.8-0.9": 0.41121184825897217, + "t_0.9-1.0": 0.6690635085105896 + }, + { + "t_0.0-0.1": 0.3804485499858856, + "t_0.1-0.2": 0.2506932318210602, + "t_0.2-0.3": 0.3532097339630127, + "t_0.3-0.4": 0.3018859028816223, + "t_0.4-0.5": 0.43010222911834717, + "t_0.5-0.6": 0.289039671421051, + "t_0.6-0.7": 0.46458899974823, + "t_0.7-0.8": 0.5935661196708679, + "t_0.8-0.9": 0.6337687373161316, + "t_0.9-1.0": 0.7616539597511292 + }, + { + "t_0.0-0.1": 0.31671956181526184, + "t_0.1-0.2": 0.3285480737686157, + "t_0.2-0.3": 0.2636800706386566, + "t_0.3-0.4": 0.336393803358078, + "t_0.4-0.5": 0.3030274510383606, + "t_0.5-0.6": 0.4908503592014313, + "t_0.6-0.7": 0.37844356894493103, + "t_0.7-0.8": 0.5997957587242126, + "t_0.8-0.9": 0.574662446975708, + "t_0.9-1.0": 1.1530095338821411 + }, + { + "t_0.0-0.1": 0.14047871530056, + "t_0.1-0.2": 0.3201856017112732, + "t_0.2-0.3": 0.30408743023872375, + "t_0.3-0.4": 0.3606957495212555, + "t_0.4-0.5": 0.4260921776294708, + "t_0.5-0.6": 0.3920997083187103, + "t_0.6-0.7": 0.431706964969635, + "t_0.7-0.8": 0.5316913723945618, + "t_0.8-0.9": 0.6598357558250427, + "t_0.9-1.0": 0.6559577584266663 + }, + { + "t_0.0-0.1": 0.20996282994747162, + "t_0.1-0.2": 0.2165796309709549, + "t_0.2-0.3": 0.2681032717227936, + "t_0.3-0.4": 0.29710760712623596, + "t_0.4-0.5": 0.32870015501976013, + "t_0.5-0.6": 0.3767493963241577, + "t_0.6-0.7": 0.34187066555023193, + "t_0.7-0.8": 0.43177545070648193, + "t_0.8-0.9": 0.5218142867088318, + "t_0.9-1.0": 1.177275538444519 + }, + { + "t_0.0-0.1": 0.14222142100334167, + "t_0.1-0.2": 0.2755511701107025, + "t_0.2-0.3": 0.27635765075683594, + "t_0.3-0.4": 0.2978802025318146, + "t_0.4-0.5": 0.37785404920578003, + "t_0.5-0.6": 0.37696874141693115, + "t_0.6-0.7": 0.5958629250526428, + "t_0.7-0.8": 0.49381861090660095, + "t_0.8-0.9": 0.729811429977417, + "t_0.9-1.0": 1.516081690788269 + } + ], + "win_rate": [ + 0.5381765365600586, + 0.5160545706748962, + 0.519759476184845, + 0.5317869782447815, + 0.4822809398174286, + 0.49473798274993896, + 0.49484536051750183, + 0.5397873520851135, + 0.5474119782447815, + 0.5029531717300415, + 0.5, + 0.5038659572601318, + 0.4885631501674652, + 0.49522122740745544, + 0.4899592101573944, + 0.500966489315033, + 0.5067117810249329, + 0.475676566362381, + 0.49506014585494995, + 0.4926975965499878, + 0.47841495275497437, + 0.4418492317199707, + 0.4777706265449524, + 0.47148841619491577, + 0.4538767337799072, + 0.45924612879753113, + 0.45656144618988037, + 0.4484536051750183, + 0.42842569947242737, + 0.42890894412994385, + 0.43588918447494507, + 0.44507089257240295, + 0.4058741331100464, + 0.4175794720649719, + 0.4522658884525299, + 0.41118985414505005, + 0.42783504724502563, + 0.3882087767124176, + 0.4026525020599365, + 0.4050150513648987, + 0.4214991331100464, + 0.39368557929992676, + 0.3827856481075287, + 0.3953500986099243, + 0.38498711585998535, + 0.4092031717300415, + 0.3591602146625519, + 0.35926762223243713, + 0.3718320429325104, + 0.35669028759002686 + ], + "effective_batch_size": [ + 468.0693359375, + 427.68359375, + 432.90777587890625, + 472.92041015625, + 425.5045166015625, + 439.8255920410156, + 444.196044921875, + 460.7054443359375, + 453.5456237792969, + 451.072021484375, + 448.87078857421875, + 434.4929504394531, + 432.6223449707031, + 445.4079284667969, + 448.5909729003906, + 453.5220642089844, + 431.03167724609375, + 421.99169921875, + 420.1996765136719, + 424.5111389160156, + 442.8307800292969, + 408.5157165527344, + 427.4371643066406, + 435.7571105957031, + 406.9541015625, + 418.7402648925781, + 431.83990478515625, + 402.8382263183594, + 402.96954345703125, + 389.8996276855469, + 413.6855163574219, + 405.366455078125, + 390.10614013671875, + 385.76434326171875, + 423.97412109375, + 369.5115661621094, + 384.8160705566406, + 392.2309875488281, + 383.2107849121094, + 369.7366027832031, + 402.38604736328125, + 376.92974853515625, + 378.9771728515625, + 365.13787841796875, + 356.4071960449219, + 366.2331237792969, + 367.3612060546875, + 352.9669189453125, + 347.25628662109375, + 358.40142822265625 + ], + "surgery_iters": [], + "surgery_fraction": [], + "surgery_n_conflicting": [], + "per_achievement_rates": [ + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {} + ] + }, + "base_seed": 0, + "seeds": [ + 0, + 1, + 2 + ], + "wall_clock_s": [ + 1193.2, + 1100.0, + 1100.2 + ], + "per_seed_finals": [ + { + "iters": 500, + "loss": 0.5235309600830078, + "env_score_iters": 500, + "env_score": 2.1566035747528076, + "eval_iters": 500, + "eval_score": 4.671428680419922, + "grad_align_iters": 500, + "grad_align": 0.3368697166442871, + "rl_grad_norm": 0.5034250617027283, + "bc_grad_norm": 1.4241588115692139, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.01217909250408411, + "leaf_1": 0.08571050316095352, + "leaf_2": 0.0025530594866722822, + "leaf_3": 0.0399390310049057, + "leaf_4": 0.0014178515411913395, + "leaf_5": 0.035192523151636124, + "leaf_6": 0.0001013123182929121, + "leaf_7": 0.001403643051162362, + "leaf_8": 0.0001624048745725304, + "leaf_9": 0.005488551687449217, + "leaf_10": 0.011291191913187504, + "leaf_11": 0.20525145530700684, + "leaf_12": 0.010527987964451313, + "leaf_13": 0.0062940060161054134, + "leaf_14": 0.005091129802167416, + "leaf_15": 0.00806643906980753, + "leaf_16": 0.004103905521333218, + "leaf_17": 0.0015810084296390414, + "leaf_18": 0.021831050515174866, + "leaf_19": 0.0022368498612195253, + "leaf_20": 0.01915857195854187, + "leaf_21": 0.008911353535950184, + "leaf_22": 0.0064173499122262, + "leaf_23": 0.0023461165837943554, + "leaf_24": 0.001694942475296557, + "leaf_25": 1.6799977231585217e-07, + "leaf_26": 0.016168564558029175, + "leaf_27": 0.002842808375135064, + "leaf_28": 0.02924296446144581, + "leaf_29": 0.0015243890229612589, + "leaf_30": 0.018162798136472702, + "leaf_31": 0.0046149143017828465, + "leaf_32": 0.052508749067783356, + "leaf_33": 0.0012646517716348171, + "leaf_34": 0.020263811573386192, + "leaf_35": 0.0012998483143746853, + "leaf_36": 0.01507436390966177, + "leaf_37": 0.0042408122681081295, + "leaf_38": 0.003072727005928755, + "leaf_39": 0.0018059317953884602, + "leaf_40": 0.0013840979663655162, + "leaf_41": 7.153279568683502e-08, + "leaf_42": 0.008136617951095104, + "leaf_43": 0.0015573707642033696, + "leaf_44": 0.019052907824516296, + "leaf_45": 0.0007954509346745908, + "leaf_46": 0.007243274711072445, + "leaf_47": 0.002512373961508274, + "leaf_48": 0.020869167521595955, + "leaf_49": 0.0009974305285140872, + "leaf_50": 0.017120974138379097, + "leaf_51": 0.0009641498327255249, + "leaf_52": 0.012059108354151249, + "leaf_53": 0.003355189925059676, + "leaf_54": 0.0024746223352849483, + "leaf_55": 0.0014600385911762714, + "leaf_56": 0.0011397693306207657, + "leaf_57": 8.119972960685118e-08, + "leaf_58": 0.006690599024295807, + "leaf_59": 0.0009900176664814353, + "leaf_60": 0.014939799904823303, + "leaf_61": 0.0005757074686698616, + "leaf_62": 0.006732284557074308, + "leaf_63": 0.0016761310398578644, + "leaf_64": 0.01605549268424511, + "leaf_65": 0.000919383717700839, + "leaf_66": 0.016697769984602928, + "leaf_67": 0.0007864867802709341, + "leaf_68": 0.010915677063167095, + "leaf_69": 0.0030659621115773916, + "leaf_70": 0.0021463052835315466, + "leaf_71": 0.001406826893799007, + "leaf_72": 0.0011737587628886104, + "leaf_73": 6.350084902351227e-08, + "leaf_74": 0.006991291884332895, + "leaf_75": 0.000792241538874805, + "leaf_76": 0.010927550494670868, + "leaf_77": 0.0005308192921802402, + "leaf_78": 0.006767818238586187, + "leaf_79": 0.0015530623495578766, + "leaf_80": 0.013891403563320637, + "leaf_81": 0.0010879909386858344, + "leaf_82": 0.018557637929916382, + "leaf_83": 0.0006436341791413724, + "leaf_84": 0.009490781463682652, + "leaf_85": 0.0030621709302067757, + "leaf_86": 0.002289558993652463, + "leaf_87": 0.0019913974683731794, + "leaf_88": 0.0013653334463015199, + "leaf_89": 6.56222667316797e-08, + "leaf_90": 0.008139854297041893, + "leaf_91": 0.000627957982942462, + "leaf_92": 0.009426121599972248, + "leaf_93": 0.0006549762329086661, + "leaf_94": 0.007965386845171452, + "leaf_95": 0.001502497005276382, + "leaf_96": 0.01232953555881977, + "leaf_97": 0.0016679984983056784, + "leaf_98": 0.02564197964966297, + "leaf_99": 0.0006296889623627067, + "leaf_100": 0.010354569181799889, + "leaf_101": 0.003297216957435012, + "leaf_102": 0.00275597907602787, + "leaf_103": 0.003938067238777876, + "leaf_104": 0.002401907928287983, + "leaf_105": 9.928130850767047e-08, + "leaf_106": 0.01011232566088438, + "leaf_107": 0.0004358990699984133, + "leaf_108": 0.009821285493671894, + "leaf_109": 0.0007577282376587391, + "leaf_110": 0.010034153237938881, + "leaf_111": 0.0013084601378068328, + "leaf_112": 0.013293211348354816 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.3291648030281067, + "repr_drift_kl_low_t": 0.24464185535907745, + "repr_drift_kl_mid_t": 0.28559714555740356, + "repr_drift_kl_high_t": 0.5064690709114075, + "cka_iters": 500, + "cka_similarity": 0.6805753111839294, + "t_analysis_iters": 500, + "norm_low_t": 0.1758163720369339, + "norm_high_t": 1.19682776927948, + "lowhigh_cos": -0.054474469274282455, + "t_bin_norms": { + "t_0.0-0.1": 0.14222142100334167, + "t_0.1-0.2": 0.2755511701107025, + "t_0.2-0.3": 0.27635765075683594, + "t_0.3-0.4": 0.2978802025318146, + "t_0.4-0.5": 0.37785404920578003, + "t_0.5-0.6": 0.37696874141693115, + "t_0.6-0.7": 0.5958629250526428, + "t_0.7-0.8": 0.49381861090660095, + "t_0.8-0.9": 0.729811429977417, + "t_0.9-1.0": 1.516081690788269 + }, + "win_rate": 0.35669028759002686, + "effective_batch_size": 358.40142822265625, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.521825909614563, + "env_score_iters": 500, + "env_score": 2.5315065383911133, + "eval_iters": 500, + "eval_score": 4.408691883087158, + "grad_align_iters": 500, + "grad_align": -0.20207250118255615, + "rl_grad_norm": 0.48766711354255676, + "bc_grad_norm": 1.2732194662094116, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.007754085119813681, + "leaf_1": 0.06527567654848099, + "leaf_2": 0.002155123744159937, + "leaf_3": 0.03455960378050804, + "leaf_4": 0.0012117394944652915, + "leaf_5": 0.030397864058613777, + "leaf_6": 9.814659279072657e-05, + "leaf_7": 0.0013594725169241428, + "leaf_8": 0.00013946914987172931, + "leaf_9": 0.004665007349103689, + "leaf_10": 0.011886199936270714, + "leaf_11": 0.21910443902015686, + "leaf_12": 0.009509340859949589, + "leaf_13": 0.004382932558655739, + "leaf_14": 0.0033732294104993343, + "leaf_15": 0.007173718418926001, + "leaf_16": 0.004049454350024462, + "leaf_17": 0.0016585662961006165, + "leaf_18": 0.02248658612370491, + "leaf_19": 0.0023488884326070547, + "leaf_20": 0.01811489276587963, + "leaf_21": 0.0077624148689210415, + "leaf_22": 0.006036417558789253, + "leaf_23": 0.002020519692450762, + "leaf_24": 0.0016419728053733706, + "leaf_25": 1.561498947921791e-07, + "leaf_26": 0.01611958257853985, + "leaf_27": 0.002612069481983781, + "leaf_28": 0.02720341831445694, + "leaf_29": 0.0015359276439994574, + "leaf_30": 0.018783902749419212, + "leaf_31": 0.00432948861271143, + "leaf_32": 0.049846965819597244, + "leaf_33": 0.0013404350029304624, + "leaf_34": 0.020810527727007866, + "leaf_35": 0.0014637090498581529, + "leaf_36": 0.016031941398978233, + "leaf_37": 0.004245250020176172, + "leaf_38": 0.0028251316398382187, + "leaf_39": 0.001841242308728397, + "leaf_40": 0.0014363698428496718, + "leaf_41": 8.368823500859435e-08, + "leaf_42": 0.008391892537474632, + "leaf_43": 0.0016249795444309711, + "leaf_44": 0.018936941400170326, + "leaf_45": 0.0008512750500813127, + "leaf_46": 0.007875882089138031, + "leaf_47": 0.002492123283445835, + "leaf_48": 0.020244430750608444, + "leaf_49": 0.0011086538434028625, + "leaf_50": 0.01823914423584938, + "leaf_51": 0.0011158951092511415, + "leaf_52": 0.013741165399551392, + "leaf_53": 0.0035513807088136673, + "leaf_54": 0.002403000369668007, + "leaf_55": 0.0016498207114636898, + "leaf_56": 0.0012314814375713468, + "leaf_57": 8.809824691979884e-08, + "leaf_58": 0.0070917340926826, + "leaf_59": 0.0010937872575595975, + "leaf_60": 0.015290637500584126, + "leaf_61": 0.0006296486826613545, + "leaf_62": 0.007095371372997761, + "leaf_63": 0.0018989515956491232, + "leaf_64": 0.016302963718771935, + "leaf_65": 0.0010888326214626431, + "leaf_66": 0.01783284917473793, + "leaf_67": 0.0008900698740035295, + "leaf_68": 0.011969213373959064, + "leaf_69": 0.0035948974546045065, + "leaf_70": 0.0024257961194962263, + "leaf_71": 0.0017910103779286146, + "leaf_72": 0.0010683212894946337, + "leaf_73": 7.903425824906662e-08, + "leaf_74": 0.008114081807434559, + "leaf_75": 0.0008968293550424278, + "leaf_76": 0.011403389275074005, + "leaf_77": 0.0006598145700991154, + "leaf_78": 0.007260517217218876, + "leaf_79": 0.001854939037002623, + "leaf_80": 0.014135287143290043, + "leaf_81": 0.0012330412864685059, + "leaf_82": 0.020610176026821136, + "leaf_83": 0.0006592483259737492, + "leaf_84": 0.010110639967024326, + "leaf_85": 0.0036562844179570675, + "leaf_86": 0.0021712426096200943, + "leaf_87": 0.0022468615788966417, + "leaf_88": 0.0013877220917493105, + "leaf_89": 8.210790980456295e-08, + "leaf_90": 0.008045480586588383, + "leaf_91": 0.0006946232169866562, + "leaf_92": 0.010212025605142117, + "leaf_93": 0.0006866598851047456, + "leaf_94": 0.007950170896947384, + "leaf_95": 0.0016695677768439054, + "leaf_96": 0.013379559852182865, + "leaf_97": 0.0017056011129170656, + "leaf_98": 0.026906296610832214, + "leaf_99": 0.0005996121908538043, + "leaf_100": 0.011202379129827023, + "leaf_101": 0.0034135666210204363, + "leaf_102": 0.003585115307942033, + "leaf_103": 0.004113803151994944, + "leaf_104": 0.002680763602256775, + "leaf_105": 1.181007576178672e-07, + "leaf_106": 0.0134089021012187, + "leaf_107": 0.0004699483688455075, + "leaf_108": 0.010857039131224155, + "leaf_109": 0.0011454722844064236, + "leaf_110": 0.013356907293200493, + "leaf_111": 0.0014290784019976854, + "leaf_112": 0.01473880186676979 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.3519299626350403, + "repr_drift_kl_low_t": 0.2604677975177765, + "repr_drift_kl_mid_t": 0.30487751960754395, + "repr_drift_kl_high_t": 0.5504275560379028, + "cka_iters": 500, + "cka_similarity": 0.6475896239280701, + "t_analysis_iters": 500, + "norm_low_t": 0.3342731297016144, + "norm_high_t": 0.6885730028152466, + "lowhigh_cos": -0.0874910056591034, + "t_bin_norms": { + "t_0.0-0.1": 0.27287670969963074, + "t_0.1-0.2": 0.17778566479682922, + "t_0.2-0.3": 0.21649859845638275, + "t_0.3-0.4": 0.3659101128578186, + "t_0.4-0.5": 0.28804466128349304, + "t_0.5-0.6": 0.3858465850353241, + "t_0.6-0.7": 0.5166111588478088, + "t_0.7-0.8": 0.48735418915748596, + "t_0.8-0.9": 0.6964212656021118, + "t_0.9-1.0": 1.2325005531311035 + }, + "win_rate": 0.37730884552001953, + "effective_batch_size": 377.2220764160156, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.5157440900802612, + "env_score_iters": 500, + "env_score": 2.144444227218628, + "eval_iters": 500, + "eval_score": 4.730243682861328, + "grad_align_iters": 500, + "grad_align": -0.17614999413490295, + "rl_grad_norm": 0.28703445196151733, + "bc_grad_norm": 1.4004786014556885, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.009929102845489979, + "leaf_1": 0.07834168523550034, + "leaf_2": 0.002138013718649745, + "leaf_3": 0.034726716578006744, + "leaf_4": 0.0011091366177424788, + "leaf_5": 0.029099108651280403, + "leaf_6": 7.43152922950685e-05, + "leaf_7": 0.0010296389227733016, + "leaf_8": 0.00010983285756083205, + "leaf_9": 0.00372383464127779, + "leaf_10": 0.011261562816798687, + "leaf_11": 0.20253750681877136, + "leaf_12": 0.007999205961823463, + "leaf_13": 0.0049369256012141705, + "leaf_14": 0.0040230718441307545, + "leaf_15": 0.007082368712872267, + "leaf_16": 0.00434798514470458, + "leaf_17": 0.0014928458258509636, + "leaf_18": 0.02061922289431095, + "leaf_19": 0.0018692242447286844, + "leaf_20": 0.017886610701680183, + "leaf_21": 0.006860110443085432, + "leaf_22": 0.006244372576475143, + "leaf_23": 0.002014846308156848, + "leaf_24": 0.0015051295049488544, + "leaf_25": 1.5976459621924732e-07, + "leaf_26": 0.014780917204916477, + "leaf_27": 0.0023635842371731997, + "leaf_28": 0.02712506614625454, + "leaf_29": 0.001090471283532679, + "leaf_30": 0.015967197716236115, + "leaf_31": 0.003871419234201312, + "leaf_32": 0.04821956902742386, + "leaf_33": 0.0012115765130147338, + "leaf_34": 0.01978280395269394, + "leaf_35": 0.0013027191162109375, + "leaf_36": 0.015662066638469696, + "leaf_37": 0.0035236089024692774, + "leaf_38": 0.0028408884536474943, + "leaf_39": 0.001712299301289022, + "leaf_40": 0.0014536648523062468, + "leaf_41": 7.934661994113412e-08, + "leaf_42": 0.007554702460765839, + "leaf_43": 0.0013411659747362137, + "leaf_44": 0.018268583342432976, + "leaf_45": 0.0007586712599731982, + "leaf_46": 0.006860245484858751, + "leaf_47": 0.0021586704533547163, + "leaf_48": 0.01954158954322338, + "leaf_49": 0.0009827984031289816, + "leaf_50": 0.016912786290049553, + "leaf_51": 0.000890791357960552, + "leaf_52": 0.013053943403065205, + "leaf_53": 0.0032951822504401207, + "leaf_54": 0.002561746397987008, + "leaf_55": 0.0016756796976551414, + "leaf_56": 0.0011642837198451161, + "leaf_57": 8.334671974807861e-08, + "leaf_58": 0.006436691153794527, + "leaf_59": 0.0009767466690391302, + "leaf_60": 0.015049977228045464, + "leaf_61": 0.0005519784754142165, + "leaf_62": 0.006435133051127195, + "leaf_63": 0.0018262604717165232, + "leaf_64": 0.016255108639597893, + "leaf_65": 0.0009324883576482534, + "leaf_66": 0.01731904037296772, + "leaf_67": 0.0006755288341082633, + "leaf_68": 0.011737074702978134, + "leaf_69": 0.002519881585612893, + "leaf_70": 0.002100138459354639, + "leaf_71": 0.0014836365589872003, + "leaf_72": 0.0011068056337535381, + "leaf_73": 7.757055442425553e-08, + "leaf_74": 0.007016083691269159, + "leaf_75": 0.0007278299890458584, + "leaf_76": 0.011449433863162994, + "leaf_77": 0.0006089809467084706, + "leaf_78": 0.006833148654550314, + "leaf_79": 0.001356663997285068, + "leaf_80": 0.013036995194852352, + "leaf_81": 0.0010441861813887954, + "leaf_82": 0.019599081948399544, + "leaf_83": 0.0005307899555191398, + "leaf_84": 0.00983524415642023, + "leaf_85": 0.0024976548738777637, + "leaf_86": 0.0030636508017778397, + "leaf_87": 0.001844227546826005, + "leaf_88": 0.0014488791348412633, + "leaf_89": 7.110619293371201e-08, + "leaf_90": 0.007921730168163776, + "leaf_91": 0.0005700933397747576, + "leaf_92": 0.010020635090768337, + "leaf_93": 0.0006701378733851016, + "leaf_94": 0.007868881337344646, + "leaf_95": 0.0011788229458034039, + "leaf_96": 0.01212635450065136, + "leaf_97": 0.0017891585594043136, + "leaf_98": 0.028040612116456032, + "leaf_99": 0.0006209402927197516, + "leaf_100": 0.010765820741653442, + "leaf_101": 0.0034916135482490063, + "leaf_102": 0.0037690196186304092, + "leaf_103": 0.0047003114596009254, + "leaf_104": 0.003271945286542177, + "leaf_105": 1.2299038587570976e-07, + "leaf_106": 0.010280364193022251, + "leaf_107": 0.0003907459613401443, + "leaf_108": 0.009890452958643436, + "leaf_109": 0.0009475374827161431, + "leaf_110": 0.011174245737493038, + "leaf_111": 0.0011813741875812411, + "leaf_112": 0.013238531537353992 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.3198944628238678, + "repr_drift_kl_low_t": 0.2311410754919052, + "repr_drift_kl_mid_t": 0.27544528245925903, + "repr_drift_kl_high_t": 0.5039780735969543, + "cka_iters": 500, + "cka_similarity": 0.72287517786026, + "t_analysis_iters": 500, + "norm_low_t": 0.25332653522491455, + "norm_high_t": 0.7528873085975647, + "lowhigh_cos": 0.13078483939170837, + "t_bin_norms": { + "t_0.0-0.1": 0.24336840212345123, + "t_0.1-0.2": 0.30189430713653564, + "t_0.2-0.3": 0.2494194358587265, + "t_0.3-0.4": 0.341869592666626, + "t_0.4-0.5": 0.22779814898967743, + "t_0.5-0.6": 0.27167969942092896, + "t_0.6-0.7": 0.4252026677131653, + "t_0.7-0.8": 0.46570661664009094, + "t_0.8-0.9": 0.6104196310043335, + "t_0.9-1.0": 0.8987046480178833 + }, + "win_rate": 0.32893040776252747, + "effective_batch_size": 325.0720520019531, + "per_achievement_rates": {} + } + ], + "final_ach_rates": { + "Achievements/collect_coal": 0.17784755071004232, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.22965275446573893, + "Achievements/collect_iron": 0.07945066610972086, + "Achievements/collect_sapling": 0.9576941935221354, + "Achievements/collect_stone": 0.3811411666870117, + "Achievements/collect_wood": 0.8964219411214193, + "Achievements/defeat_skeleton": 0.050004602273305256, + "Achievements/defeat_zombie": 0.27525967280069985, + "Achievements/eat_cow": 0.14310538291931155, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.0019824405511220298, + "Achievements/make_iron_sword": 0.024533533255259195, + "Achievements/make_stone_pickaxe": 0.20078765869140625, + "Achievements/make_stone_sword": 0.27250385920206704, + "Achievements/make_wood_pickaxe": 0.4326762771606445, + "Achievements/make_wood_sword": 0.19519102096557617, + "Achievements/place_furnace": 0.34345467885335285, + "Achievements/place_plant": 0.31786424001057945, + "Achievements/place_stone": 0.2638257344563802, + "Achievements/place_table": 0.5228657531738281, + "Achievements/wake_up": 0.05829370657602945 + }, + "all_final_ach_rates": [ + { + "Achievements/collect_coal": 0.19280717849731446, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.23376623153686524, + "Achievements/collect_iron": 0.08791208267211914, + "Achievements/collect_sapling": 0.9610389709472656, + "Achievements/collect_stone": 0.41258739471435546, + "Achievements/collect_wood": 0.9090908813476563, + "Achievements/defeat_skeleton": 0.054945054054260256, + "Achievements/defeat_zombie": 0.29970029830932615, + "Achievements/eat_cow": 0.16183815002441407, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.002997002899646759, + "Achievements/make_iron_sword": 0.02597402572631836, + "Achievements/make_stone_pickaxe": 0.2117881965637207, + "Achievements/make_stone_sword": 0.2977022933959961, + "Achievements/make_wood_pickaxe": 0.4635364532470703, + "Achievements/make_wood_sword": 0.21678321838378906, + "Achievements/place_furnace": 0.3726273727416992, + "Achievements/place_plant": 0.3646353530883789, + "Achievements/place_stone": 0.2887112808227539, + "Achievements/place_table": 0.5514485549926758, + "Achievements/wake_up": 0.06793206691741943 + }, + { + "Achievements/collect_coal": 0.17017017364501952, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.22322322845458983, + "Achievements/collect_iron": 0.08708708763122558, + "Achievements/collect_sapling": 0.9539539337158203, + "Achievements/collect_stone": 0.3643643569946289, + "Achievements/collect_wood": 0.9059059143066406, + "Achievements/defeat_skeleton": 0.057057056427001956, + "Achievements/defeat_zombie": 0.28728729248046875, + "Achievements/eat_cow": 0.12712712287902833, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.0010010010004043578, + "Achievements/make_iron_sword": 0.03203203201293945, + "Achievements/make_stone_pickaxe": 0.21221220016479492, + "Achievements/make_stone_sword": 0.27127126693725584, + "Achievements/make_wood_pickaxe": 0.4144144058227539, + "Achievements/make_wood_sword": 0.19919919967651367, + "Achievements/place_furnace": 0.32732730865478515, + "Achievements/place_plant": 0.2692692565917969, + "Achievements/place_stone": 0.25325325012207034, + "Achievements/place_table": 0.5035034942626954, + "Achievements/wake_up": 0.0640640640258789 + }, + { + "Achievements/collect_coal": 0.17056529998779296, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.23196880340576173, + "Achievements/collect_iron": 0.06335282802581788, + "Achievements/collect_sapling": 0.9580896759033203, + "Achievements/collect_stone": 0.36647174835205076, + "Achievements/collect_wood": 0.874269027709961, + "Achievements/defeat_skeleton": 0.03801169633865356, + "Achievements/defeat_zombie": 0.23879142761230468, + "Achievements/eat_cow": 0.14035087585449219, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.001949317753314972, + "Achievements/make_iron_sword": 0.015594542026519775, + "Achievements/make_stone_pickaxe": 0.17836257934570313, + "Achievements/make_stone_sword": 0.24853801727294922, + "Achievements/make_wood_pickaxe": 0.42007797241210937, + "Achievements/make_wood_sword": 0.16959064483642577, + "Achievements/place_furnace": 0.3304093551635742, + "Achievements/place_plant": 0.3196881103515625, + "Achievements/place_stone": 0.2495126724243164, + "Achievements/place_table": 0.5136452102661133, + "Achievements/wake_up": 0.04288498878479004 + } + ] + } + } +} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/achievement_summary.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/achievement_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..59d8114b21261388c2d73f5f273ed9a1e028d1b2 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/achievement_summary.csv @@ -0,0 +1,23 @@ +Achievement,Pretrained,advantage_clip,delta_advantage_clip +Achievements/collect_coal,0.6357,0.1778,-0.4579 +Achievements/collect_diamond,0.0,0.0,0.0 +Achievements/collect_drink,0.5006,0.2297,-0.2709 +Achievements/collect_iron,0.4313,0.0795,-0.3518 +Achievements/collect_sapling,0.8907,0.9577,0.067 +Achievements/collect_stone,0.9154,0.3811,-0.5343 +Achievements/collect_wood,0.9953,0.8964,-0.0989 +Achievements/defeat_skeleton,0.208,0.05,-0.158 +Achievements/defeat_zombie,0.6663,0.2753,-0.391 +Achievements/eat_cow,0.4501,0.1431,-0.307 +Achievements/eat_plant,0.0,0.0,0.0 +Achievements/make_iron_pickaxe,0.0517,0.002,-0.0497 +Achievements/make_iron_sword,0.2385,0.0245,-0.214 +Achievements/make_stone_pickaxe,0.7203,0.2008,-0.5195 +Achievements/make_stone_sword,0.792,0.2725,-0.5195 +Achievements/make_wood_pickaxe,0.9553,0.4327,-0.5227 +Achievements/make_wood_sword,0.812,0.1952,-0.6168 +Achievements/place_furnace,0.879,0.3435,-0.5355 +Achievements/place_plant,0.6381,0.3179,-0.3202 +Achievements/place_stone,0.7286,0.2638,-0.4647 +Achievements/place_table,0.9835,0.5229,-0.4607 +Achievements/wake_up,0.3831,0.0583,-0.3248 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/achievement_summary.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/achievement_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..73458448ed9348922db0de5fd8d065dd4ede1d0e --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/achievement_summary.tex @@ -0,0 +1,33 @@ +\begin{table}[htbp] +\centering +\caption{Per-achievement final unlock rates and delta vs pretrained.} +\label{tab:achievements} +\begin{tabular}{lrrr} +\toprule +\textbf{Achievement} & \textbf{Pretrained} & \textbf{advantage\_clip} & \textbf{delta\_advantage\_clip} \\ +\midrule +Achievements/collect\_coal & 0.6357 & 0.1778 & -0.4579 \\ +Achievements/collect\_diamond & 0.0000 & 0.0000 & 0.0000 \\ +Achievements/collect\_drink & 0.5006 & 0.2297 & -0.2709 \\ +Achievements/collect\_iron & 0.4313 & 0.0795 & -0.3518 \\ +Achievements/collect\_sapling & 0.8907 & 0.9577 & 0.0670 \\ +Achievements/collect\_stone & 0.9154 & 0.3811 & -0.5343 \\ +Achievements/collect\_wood & 0.9953 & 0.8964 & -0.0989 \\ +Achievements/defeat\_skeleton & 0.2080 & 0.0500 & -0.1580 \\ +Achievements/defeat\_zombie & 0.6663 & 0.2753 & -0.3910 \\ +Achievements/eat\_cow & 0.4501 & 0.1431 & -0.3070 \\ +Achievements/eat\_plant & 0.0000 & 0.0000 & 0.0000 \\ +Achievements/make\_iron\_pickaxe & 0.0517 & 0.0020 & -0.0497 \\ +Achievements/make\_iron\_sword & 0.2385 & 0.0245 & -0.2140 \\ +Achievements/make\_stone\_pickaxe & 0.7203 & 0.2008 & -0.5195 \\ +Achievements/make\_stone\_sword & 0.7920 & 0.2725 & -0.5195 \\ +Achievements/make\_wood\_pickaxe & 0.9553 & 0.4327 & -0.5227 \\ +Achievements/make\_wood\_sword & 0.8120 & 0.1952 & -0.6168 \\ +Achievements/place\_furnace & 0.8790 & 0.3435 & -0.5355 \\ +Achievements/place\_plant & 0.6381 & 0.3179 & -0.3202 \\ +Achievements/place\_stone & 0.7286 & 0.2638 & -0.4647 \\ +Achievements/place\_table & 0.9835 & 0.5229 & -0.4607 \\ +Achievements/wake\_up & 0.3831 & 0.0583 & -0.3248 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/forgetting_analysis.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/forgetting_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..3e071e00de53a2f95a6a6932223e28ff00b6dc90 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/forgetting_analysis.csv @@ -0,0 +1,2 @@ +Method,First_Collapse_Iter,Min_Score,Min_Score_Iter,Recovery_Score,Recovered +advantage_clip,150,4.6714,500,4.9246,N diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/forgetting_analysis.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/forgetting_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..494f8a1d0f40b4664ecb1657cdacaab0cd34fe5a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/forgetting_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Catastrophic forgetting timeline.} +\label{tab:forgetting} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{First\_Collapse\_Iter} & \textbf{Min\_Score} & \textbf{Min\_Score\_Iter} & \textbf{Recovery\_Score} & \textbf{Recovered} \\ +\midrule +advantage\_clip & 150 & 4.6714 & 500 & 4.9246 & N \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/gradient_analysis.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/gradient_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..af0e2e565adb592d07568b62d36f962d3f54f000 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/gradient_analysis.csv @@ -0,0 +1,2 @@ +Method,Mean_Grad_Align,Final_Grad_Align,Trend,Mean_KL_Drift,Final_KL_Drift +advantage_clip,-0.0182,0.3369,up,0.257222,0.329165 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/gradient_analysis.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/gradient_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..5697af078fcf74bd686bf42d1fed17785af36204 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/gradient_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Gradient alignment and representation drift analysis.} +\label{tab:gradient} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{Mean\_Grad\_Align} & \textbf{Final\_Grad\_Align} & \textbf{Trend} & \textbf{Mean\_KL\_Drift} & \textbf{Final\_KL\_Drift} \\ +\midrule +advantage\_clip & -0.0182 & 0.3369 & up & 0.2572 & 0.3292 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/group_summary.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/group_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..1c33cd37cdd7bde2df5d99aef58203c3bc0476e4 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/group_summary.csv @@ -0,0 +1,2 @@ +Group,N,Mean,Best,Worst,StdDev +B,1,4.9246,4.9246,4.9246,0.0 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/group_summary.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/group_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..d1730b76b0824e4a1d9e3211ec4fb185706c022a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/group_summary.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Group summary statistics.} +\label{tab:group_summary} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Group} & \textbf{N} & \textbf{Mean} & \textbf{Best} & \textbf{Worst} & \textbf{StdDev} \\ +\midrule +B & 1 & 4.9246 & 4.9246 & 4.9246 & 0.0000 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/hypothesis_verdict.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/hypothesis_verdict.csv new file mode 100644 index 0000000000000000000000000000000000000000..2103015b1ad1d31a0e4a1cb30bd5e92af46a8d72 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/hypothesis_verdict.csv @@ -0,0 +1,2 @@ +Ablation,Group,Hypothesis,Result,Conclusion +advantage_clip,B,If clipping helps: large advantage magnitudes destabilise training,COLLAPSE,Hypothesis REFUTED — intervention did not prevent collapse diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/hypothesis_verdict.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/hypothesis_verdict.tex new file mode 100644 index 0000000000000000000000000000000000000000..858ae1935f1ab2cf7ae970ab822d2bf90b1bac6f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/hypothesis_verdict.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Hypothesis verdict per ablation.} +\label{tab:hypothesis} +\begin{tabular}{lrrrr} +\toprule +\textbf{Ablation} & \textbf{Group} & \textbf{Hypothesis} & \textbf{Result} & \textbf{Conclusion} \\ +\midrule +advantage\_clip & B & If clipping helps: large advantage magnitudes destabilise training & COLLAPSE & Hypothesis REFUTED — intervention did not prevent collapse \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/main_results.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/main_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..cdab26445239425b0f65c90b58d794163fb784aa --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/main_results.csv @@ -0,0 +1,2 @@ +Method,Group,Final_Score,Score_Std,Delta_vs_Pretrained,Delta_vs_Baseline_RL,Verdict +advantage_clip,B,4.9246,0.2573,-7.0509,-7.0509,COLLAPSE diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/main_results.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/main_results.tex new file mode 100644 index 0000000000000000000000000000000000000000..8a5db7b1a8b3c05f60950667a1c1329c15fd557d --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/main_results.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Main ablation results.} +\label{tab:main_results} +\begin{tabular}{lrrrrrr} +\toprule +\textbf{Method} & \textbf{Group} & \textbf{Final\_Score} & \textbf{Score\_Std} & \textbf{Delta\_vs\_Pretrained} & \textbf{Delta\_vs\_Baseline\_RL} & \textbf{Verdict} \\ +\midrule +advantage\_clip & B & 4.9246 & 0.2573 & -7.0509 & -7.0509 & COLLAPSE \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/per_env.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/per_env.csv new file mode 100644 index 0000000000000000000000000000000000000000..b92ab013d83319a48051cdc186ab8c3cf66509d6 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/per_env.csv @@ -0,0 +1,3 @@ +Method,Achievements/collect_coal,Achievements/collect_diamond,Achievements/collect_drink,Achievements/collect_iron,Achievements/collect_sapling,Achievements/collect_stone,Achievements/collect_wood,Achievements/defeat_skeleton,Achievements/defeat_zombie,Achievements/eat_cow,Achievements/eat_plant,Achievements/make_iron_pickaxe,Achievements/make_iron_sword,Achievements/make_stone_pickaxe,Achievements/make_stone_sword,Achievements/make_wood_pickaxe,Achievements/make_wood_sword,Achievements/place_furnace,Achievements/place_plant,Achievements/place_stone,Achievements/place_table,Achievements/wake_up +pretrained,0.6357,0.0,0.5006,0.4313,0.8907,0.9154,0.9953,0.208,0.6663,0.4501,0.0,0.0517,0.2385,0.7203,0.792,0.9553,0.812,0.879,0.6381,0.7286,0.9835,0.3831 +advantage_clip,0.1778,0.0,0.2297,0.0795,0.9577,0.3811,0.8964,0.05,0.2753,0.1431,0.0,0.002,0.0245,0.2008,0.2725,0.4327,0.1952,0.3435,0.3179,0.2638,0.5229,0.0583 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/per_env.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/per_env.tex new file mode 100644 index 0000000000000000000000000000000000000000..415be336975bd55271c9fe54b31991586f92fac5 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/per_env.tex @@ -0,0 +1,13 @@ +\begin{table}[htbp] +\centering +\caption{Per-environment (per-achievement) win rates at final eval.} +\label{tab:per_env} +\begin{tabular}{lrrrrrrrrrrrrrrrrrrrrrr} +\toprule +\textbf{Method} & \textbf{Achievements/collect\_coal} & \textbf{Achievements/collect\_diamond} & \textbf{Achievements/collect\_drink} & \textbf{Achievements/collect\_iron} & \textbf{Achievements/collect\_sapling} & \textbf{Achievements/collect\_stone} & \textbf{Achievements/collect\_wood} & \textbf{Achievements/defeat\_skeleton} & \textbf{Achievements/defeat\_zombie} & \textbf{Achievements/eat\_cow} & \textbf{Achievements/eat\_plant} & \textbf{Achievements/make\_iron\_pickaxe} & \textbf{Achievements/make\_iron\_sword} & \textbf{Achievements/make\_stone\_pickaxe} & \textbf{Achievements/make\_stone\_sword} & \textbf{Achievements/make\_wood\_pickaxe} & \textbf{Achievements/make\_wood\_sword} & \textbf{Achievements/place\_furnace} & \textbf{Achievements/place\_plant} & \textbf{Achievements/place\_stone} & \textbf{Achievements/place\_table} & \textbf{Achievements/wake\_up} \\ +\midrule +pretrained & 0.6357 & 0.0000 & 0.5006 & 0.4313 & 0.8907 & 0.9154 & 0.9953 & 0.2080 & 0.6663 & 0.4501 & 0.0000 & 0.0517 & 0.2385 & 0.7203 & 0.7920 & 0.9553 & 0.8120 & 0.8790 & 0.6381 & 0.7286 & 0.9835 & 0.3831 \\ +advantage\_clip & 0.1778 & 0.0000 & 0.2297 & 0.0795 & 0.9577 & 0.3811 & 0.8964 & 0.0500 & 0.2753 & 0.1431 & 0.0000 & 0.0020 & 0.0245 & 0.2008 & 0.2725 & 0.4327 & 0.1952 & 0.3435 & 0.3179 & 0.2638 & 0.5229 & 0.0583 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/repr_drift.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/repr_drift.csv new file mode 100644 index 0000000000000000000000000000000000000000..7d3b2c40762f103e3f7c48b60ab27530e63fe097 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/repr_drift.csv @@ -0,0 +1,2 @@ +Method,KL_mean,KL_low_t,KL_mid_t,KL_high_t +advantage_clip,0.329165,0.244642,0.285597,0.506469 diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/repr_drift.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/repr_drift.tex new file mode 100644 index 0000000000000000000000000000000000000000..03fcb39adabc782050f868c69683932fe07fd22a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/repr_drift.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Representation drift (KL divergence) at final iteration.} +\label{tab:repr_drift} +\begin{tabular}{lrrrr} +\toprule +\textbf{Method} & \textbf{KL\_mean} & \textbf{KL\_low\_t} & \textbf{KL\_mid\_t} & \textbf{KL\_high\_t} \\ +\midrule +advantage\_clip & 0.3292 & 0.2446 & 0.2856 & 0.5065 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/t_distribution.csv b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/t_distribution.csv new file mode 100644 index 0000000000000000000000000000000000000000..02242b32143023a72ec2bf1049153768f3d3434f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/t_distribution.csv @@ -0,0 +1,2 @@ +Method,HighLow_Ratio,LowHigh_Cos_Sim,Dominant_Regime +advantage_clip,3.259,0.0804,high-t diff --git a/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/t_distribution.tex b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/t_distribution.tex new file mode 100644 index 0000000000000000000000000000000000000000..7070f6db42f9f7caef52a868e6a17c25d1150d00 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run2_advclip_lr_matched/tables/t_distribution.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Timestep distribution analysis.} +\label{tab:t_dist} +\begin{tabular}{lrrr} +\toprule +\textbf{Method} & \textbf{HighLow\_Ratio} & \textbf{LowHigh\_Cos\_Sim} & \textbf{Dominant\_Regime} \\ +\midrule +advantage\_clip & 3.2590 & 0.0804 & high-t \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/diagnosis.md b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/diagnosis.md new file mode 100644 index 0000000000000000000000000000000000000000..deaf4db2207d2460f9b2fb6b8faafd91c4df2b37 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/diagnosis.md @@ -0,0 +1,59 @@ +# RL Fine-Tuning Ablation Suite — Diagnosis Report + +**Pretrained baseline score:** 11.9754 +**Baseline RL score:** 10.1486 + +--- + +## Primary Failure Mode + +**ALL ablations collapsed.** This is the strongest evidence for a fundamental +incompatibility between the RL fine-tuning signal and the model. + +**Most likely failure mode:** Catastrophic Forgetting +> The pretrained representations are corrupted by RL gradients. + +**Evidence strength:** 0% (0/0 supporting ablations succeeded) + +--- + +## Hypothesis Rankings (by Evidence Strength) + +| Hypothesis | Evidence | Supporting Ablations | +|---|---|---| +| Catastrophic Forgetting | 0% (0/0) | — | +| Gradient Conflict | 0% (0/0) | — | +| Signal Sparsity | 0% (0/0) | — | +| Distributional Shift | 0% (0/0) | — | +| Mode Collapse | 0% (0/0) | — | +| t-Bias | 0% (0/0) | — | + +--- + +## Evidence Details per Ablation + +### baseline_rl [NEUTRAL] +- **Score:** 10.1486 (delta vs pretrained: -1.8269, delta vs baseline_rl: +0.0000) +- **Hypothesis tested:** Diagnoses whether the RL signal alone causes collapse +- **Mean grad alignment:** +0.1120 +- **Final KL drift:** 0.247386 + +--- + +## Recommendations + +### Catastrophic Forgetting +Implement a strong parameter regularisation regime (EWC + LLRD) or use LoRA to restrict the parameter update space. + +### Gradient Conflict +Apply PCGrad in the full training pipeline, and investigate whether the t-distribution of RL batches is biased. + +--- + +## Next Experiments + +Based on the pattern of successes and failures above, the highest-priority +follow-up experiments are: + +3. **Increase num_envs and num_seeds**: current results may be high-variance. Confirm findings with num_seeds=3. +4. **Profile the reward signal**: plot the return histogram over training to determine if rewards are collapsing to zero. diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/action_freq_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/action_freq_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..5c2775a073f7efdf614552db244ada6623b09669 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/action_freq_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/action_metrics_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/action_metrics_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..8c51fb0eabe244b626b448090c35d010c1132c9d Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/action_metrics_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/js_divergence_comparison.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/js_divergence_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..5a5ddaaa8d7fbc8cf0dfe0e4d3909bda9d85dec7 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/js_divergence_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/transition_matrix_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/transition_matrix_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..f2c0cc269a03df5de32cc747e01c9c5e2ece0746 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/action_dist/transition_matrix_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/cka_similarity.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/cka_similarity.png new file mode 100644 index 0000000000000000000000000000000000000000..0312fa2cc522675f274485b7c838bfa1114f6046 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/cka_similarity.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/curves_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/curves_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..7e7732aa724325c99113967b06d43abe9e3dd6d5 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/curves_baseline_rl.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3f445df15bf2b3fe689eee936afd3965e8e1ae0ac3b95f4065988fe339c356ae +size 303970 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/diagnosis_decision_tree.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/diagnosis_decision_tree.png new file mode 100644 index 0000000000000000000000000000000000000000..730d89684146fd76646f6c006f98ee2fd87d1f1f Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/diagnosis_decision_tree.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/eval_scores_over_training.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/eval_scores_over_training.png new file mode 100644 index 0000000000000000000000000000000000000000..5d8b2f6239bfb1aa94332d9d68d5346afa86048b Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/eval_scores_over_training.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/final_score_comparison.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/final_score_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..100f4a9484b77f383c8cc81cada53e5ba7c5c1cd Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/final_score_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/gradient_alignment.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/gradient_alignment.png new file mode 100644 index 0000000000000000000000000000000000000000..f9f18ea770a1fff46c02149d2315dc98cd699894 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/gradient_alignment.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/gradient_conflict_map.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/gradient_conflict_map.png new file mode 100644 index 0000000000000000000000000000000000000000..1d378d7f6a350c37525c6591b8647236cc593096 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/gradient_conflict_map.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/group_comparison.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/group_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..364e691043302fe5caed47f5918eaf50520987e2 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/group_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/per_layer_grad_heatmap_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/per_layer_grad_heatmap_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..d3e289fe7027f3c7c4ba471d41d232f74c0f5cb1 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/per_layer_grad_heatmap_baseline_rl.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a9bf95bdd0ade7c4ae8afd6de3053c1184009ad2826981f88a95047bcd5a2f18 +size 545930 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/representation_drift.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/representation_drift.png new file mode 100644 index 0000000000000000000000000000000000000000..5b239dc51bd5d3a1f74b06e1d8efc7fd020f6006 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/representation_drift.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0d219a87570e83e6e52271f9cfc22cb8f44bb1869fa0c7f5b02cb18b96dc81da +size 208912 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/score_delta_over_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/score_delta_over_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..67bde9224845cc49b5b5cf9076b6ccb6987e0d78 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/score_delta_over_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_grad_norms_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_grad_norms_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..911844c8a85153e5150384b53261c5f8b626ec2b --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_grad_norms_baseline_rl.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e9c220d30eb01c4d3c2015c4167177ea3684a30312b11705b234612344859281 +size 214063 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_norms_heatmap.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_norms_heatmap.png new file mode 100644 index 0000000000000000000000000000000000000000..5f5ef08e70a5bb6199a95d45856225be226e7114 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_bin_norms_heatmap.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_distribution_analysis.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_distribution_analysis.png new file mode 100644 index 0000000000000000000000000000000000000000..9d037680610fc3aafeae6c479e250889841ae46a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/t_distribution_analysis.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:40dc989637b7f17868b53ce76ea7529e3c41998066d0690f2d12bdf51a8f5827 +size 125543 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/win_rate_and_effective_batch_size.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/win_rate_and_effective_batch_size.png new file mode 100644 index 0000000000000000000000000000000000000000..b1544bda1719fa57f967475f5b6e5eb2c6ebd3d8 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/figures/win_rate_and_effective_batch_size.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b8030af071570dd7555c81f6bab270d65f61aa7f462bc3b640fc9ae04e443556 +size 156853 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/results.json b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/results.json new file mode 100644 index 0000000000000000000000000000000000000000..266fc10f057bcb18ac2290535931337c51846526 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/results.json @@ -0,0 +1,3970 @@ +{ + "pretrained_score": 11.975441932678223, + "pretrained_ach_rates": { + "Achievements/collect_coal": 0.63572265625, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.5005875396728515, + "Achievements/collect_iron": 0.43125732421875, + "Achievements/collect_sapling": 0.8907167816162109, + "Achievements/collect_stone": 0.9153936004638672, + "Achievements/collect_wood": 0.9952996063232422, + "Achievements/defeat_skeleton": 0.2079905891418457, + "Achievements/defeat_zombie": 0.6662749481201172, + "Achievements/eat_cow": 0.4500587463378906, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.051703877449035644, + "Achievements/make_iron_sword": 0.2385428810119629, + "Achievements/make_stone_pickaxe": 0.7203289794921875, + "Achievements/make_stone_sword": 0.7920093536376953, + "Achievements/make_wood_pickaxe": 0.9553466033935547, + "Achievements/make_wood_sword": 0.8119858551025391, + "Achievements/place_furnace": 0.8789659118652344, + "Achievements/place_plant": 0.6380728530883789, + "Achievements/place_stone": 0.7285546112060547, + "Achievements/place_table": 0.9835487365722656, + "Achievements/wake_up": 0.38307872772216794 + }, + "config": { + "ENV_NAME": "Craftax-Classic-Symbolic-v1", + "USE_OPTIMISTIC_RESETS": false, + "OPTIMISTIC_RESET_RATIO": 16, + "D_MODEL": 384, + "N_HEADS": 8, + "N_LAYERS": 6, + "D_FF": 768, + "OBS_ENCODER_LAYERS": 2, + "OBS_ENCODER_WIDTH": 768, + "DROPOUT_RATE": 0.1, + "PLAN_HORIZON": 32, + "DIFFUSION_SCHEDULE": "cosine", + "TRAIN_SIGMA": 0.0, + "LABEL_SMOOTHING": 0.0, + "DIFFUSION_STEPS": 15, + "DIFFUSION_STEPS_EVAL": 10, + "REMASK_STRATEGY": "rescale", + "ETA": 0.5, + "USE_LOOP": true, + "T_ON": 0.7, + "T_OFF": 0.3, + "TEMPERATURE": 0.5, + "TOP_P": 0.95, + "LR": 0.0001, + "MAX_GRAD_NORM": 1.0, + "WEIGHT_DECAY": 0.0001, + "LR_WARMUP_FRAMES": "1.6384e6", + "NUM_ENVS": 192, + "NUM_STEPS": 128, + "NUM_MINIBATCHES": 8, + "UPDATE_EPOCHS": 8, + "NUM_REPEATS": 1, + "OFFLINE_TOTAL_TIMESTEPS": 100000000.0, + "COLLECT_TEMPERATURE": 1.0, + "RETURN_WEIGHT_CAP": 5.0, + "ONLINE_TOTAL_TIMESTEPS": 100000000.0, + "DAGGER_BETA_INIT": 1.0, + "DAGGER_BETA_FINAL": 0.344, + "DAGGER_BUFFER_CYCLES": 1.90735, + "DAGGER_TRAIN_PASSES": null, + "DAGGER_EXPERT_DETERMINISTIC": true, + "VAL_INTERVAL_FRAMES": 1000000.0, + "VAL_DIFFUSION_STEPS": 50, + "VAL_REPLAN_EVERY": 4, + "VAL_STEPS": 256, + "COLLECT_NUM_STEPS": 10000000, + "COLLECT_NUM_ENVS": 128, + "PPO_MODEL_TYPE": "ppo_rnn", + "LAYER_SIZE": 512, + "EVAL_STEPS": 1024, + "EVAL_NUM_ENVS": 32, + "INFERENCE_SAMPLER": "sample_plan", + "EVAL_REPLAN": 8, + "SAVE_POLICY": true, + "CHECKPOINT_DIR": "checkpoints", + "RESUME_CHECKPOINT_PATH": null, + "RESUME_WANDB_RUN_ID": null, + "RESUME_STEP": null, + "JAX_COMPILATION_CACHE_DIR": null, + "SEED": null, + "MAX_ITER": 500, + "BATCH_SIZE": 1024, + "DIFFUSION_STEPS_COLLECT": 5, + "EMA_DECAY": 0.999, + "EVAL_EVERY": 25, + "GRAD_ALIGN_EVERY": 25, + "REPR_DRIFT_EVERY": 25, + "T_ANALYSIS_EVERY": 25, + "CKA_EVERY": 50, + "PER_LAYER_EVERY": 25, + "T_ANALYSIS_N_BINS": 10, + "CKA_BATCH_SIZE": 256, + "WIN_THRESHOLD": 0.5, + "RETURN_WEIGHT_FLOOR": 0.1, + "EWC_LAMBDA": 100.0, + "EWC_FISHER_BATCHES": 20, + "LLRD_DECAY": 0.9, + "LORA_RANK": 8, + "LORA_ALPHA": 16.0, + "MIXED_REPLAY_RATIO": 0.25, + "MIXED_REPLAY_BUFFER_SIZE": 20000, + "TRUST_REGION_KL": 0.05, + "KL_COEF": 0.1, + "T_CURRICULUM_START": 0.8, + "T_CURRICULUM_END": 0.2, + "T_CURRICULUM_STEPS": 200, + "T_MAX_LOW": 0.2, + "ENTROPY_COEF": 0.01, + "ADV_CLIP_EPS": 0.2, + "REWARD_FILTER_PERCENTILE": 75, + "RUNNING_STATS_EMA_DECAY": 0.99, + "REWARD_MODEL_WIDTH": 64, + "REWARD_MODEL_DEPTH": 2, + "REWARD_MODEL_LR": 0.001, + "REWARD_MODEL_TRAIN_STEPS": 50, + "NUM_SEEDS": 3, + "CHECKPOINT_PATH": "checkpoints/ablation_src/policy-best-v2", + "NUM_ACTIONS": 17 + }, + "ablations": { + "baseline_rl": { + "score": 10.148574829101562, + "score_std": 0.18108386878382784, + "all_scores": [ + 10.232222557067871, + 9.897133827209473, + 10.316368103027344 + ], + "history": { + "iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "loss": [ + 1.0310299396514893, + 1.011808156967163, + 1.0690717697143555, + 0.8877148628234863, + 0.9968284964561462, + 0.8940630555152893, + 0.969504714012146, + 0.8825801610946655, + 0.9755306243896484, + 1.0764766931533813, + 0.9236741065979004, + 0.8894595503807068, + 1.011837124824524, + 0.9338415861129761, + 0.9104943871498108, + 0.9573137164115906, + 0.8390112519264221, + 0.9379393458366394, + 0.878193736076355, + 0.8224761486053467, + 0.9119004011154175, + 0.8931381702423096, + 0.8552068471908569, + 0.9349082112312317, + 0.8300459384918213, + 0.8898990750312805, + 0.815328061580658, + 0.8436545133590698, + 0.888267993927002, + 0.7874488234519958, + 0.7843190431594849, + 1.0146732330322266, + 0.8780425786972046, + 0.9714637994766235, + 0.9056025743484497, + 0.846899151802063, + 0.8196824193000793, + 0.9027012586593628, + 0.8506555557250977, + 0.844201385974884, + 0.8811861276626587, + 0.7951633930206299, + 0.9442660808563232, + 0.7215713262557983, + 0.7959007024765015, + 0.7976332902908325, + 0.9403111934661865, + 0.815671980381012, + 0.9275240302085876, + 0.9024904370307922 + ], + "env_score_iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "env_score": [ + 4.458107948303223, + 5.093103408813477, + 4.619999408721924, + 5.132894515991211, + 4.743311405181885, + 5.032330513000488, + 4.446405410766602, + 4.720252990722656, + 4.36627197265625, + 4.873722076416016, + 4.649295806884766, + 4.216438293457031, + 4.701448917388916, + 4.3770270347595215, + 4.358064651489258, + 4.651947975158691, + 4.682278156280518, + 4.80129861831665, + 4.016083717346191, + 4.705633640289307, + 4.5402512550354, + 4.299999713897705, + 4.327585697174072, + 4.340875625610352, + 4.664102554321289, + 4.313333034515381, + 4.424840450286865, + 4.126845836639404, + 4.164935111999512, + 4.353011608123779, + 4.490728378295898, + 4.172848224639893, + 4.739455699920654, + 4.590066432952881, + 4.034306049346924, + 4.134246349334717, + 4.520689964294434, + 4.016666889190674, + 4.171005725860596, + 4.372726917266846, + 4.504580020904541, + 4.2901411056518555, + 4.560431480407715, + 4.45036506652832, + 4.271974563598633, + 4.375167369842529, + 3.9533329010009766, + 3.768874168395996, + 4.40718936920166, + 4.158393859863281 + ], + "eval_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "eval_score": [ + 11.93371868133545, + 11.876224517822266, + 11.668540954589844, + 11.679009437561035, + 11.733570098876953, + 11.56878662109375, + 11.496753692626953, + 11.557276725769043, + 11.307332038879395, + 11.541211128234863, + 11.326436996459961, + 11.483373641967773, + 10.941164016723633, + 11.215741157531738, + 10.90432357788086, + 10.825555801391602, + 10.66257095336914, + 10.5694580078125, + 10.460711479187012, + 10.056331634521484 + ], + "grad_align_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "grad_align": [ + 0.38217484951019287, + 0.09299738705158234, + -0.03072488121688366, + 0.250777006149292, + 0.24354033172130585, + 0.15470032393932343, + 0.33261561393737793, + 0.07389522343873978, + 0.3761637508869171, + 0.29829496145248413, + 0.26602697372436523, + 0.3232775926589966, + -0.18140137195587158, + -0.050000932067632675, + -0.14084003865718842, + -0.05672162026166916, + 0.045858971774578094, + -0.11531659215688705, + -0.1811964213848114, + 0.15500928461551666 + ], + "rl_grad_norm": [ + 0.5402474999427795, + 0.42084091901779175, + 0.49728068709373474, + 0.49291878938674927, + 0.3572438061237335, + 0.3470478355884552, + 0.295938104391098, + 0.4482440650463104, + 0.3769165277481079, + 0.31992730498313904, + 0.44052594900131226, + 0.44792649149894714, + 0.42017096281051636, + 0.35742616653442383, + 0.38495299220085144, + 0.39868590235710144, + 0.4077737033367157, + 0.3671230971813202, + 0.39183488488197327, + 0.4357347786426544 + ], + "bc_grad_norm": [ + 0.9321762323379517, + 0.8700487017631531, + 0.8986587524414062, + 0.9551382064819336, + 1.0545263290405273, + 0.9790159463882446, + 0.974655032157898, + 1.00533127784729, + 1.0586884021759033, + 1.0092488527297974, + 1.048704743385315, + 1.2186932563781738, + 1.1901259422302246, + 1.0535370111465454, + 1.0133875608444214, + 1.1866710186004639, + 1.2445940971374512, + 1.2290836572647095, + 1.2216674089431763, + 1.2492443323135376 + ], + "per_layer_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "per_layer_norms": [ + { + "leaf_0": 0.018068477511405945, + "leaf_1": 0.143046036362648, + "leaf_2": 0.004738591145724058, + "leaf_3": 0.07664072513580322, + "leaf_4": 0.002526044612750411, + "leaf_5": 0.06670479476451874, + "leaf_6": 0.0003016563132405281, + "leaf_7": 0.004181042779237032, + "leaf_8": 0.00045746812247671187, + "leaf_9": 0.014986361376941204, + "leaf_10": 0.02519746869802475, + "leaf_11": 0.4296952188014984, + "leaf_12": 0.025587601587176323, + "leaf_13": 0.010157878510653973, + "leaf_14": 0.007900789380073547, + "leaf_15": 0.016293760389089584, + "leaf_16": 0.007898051291704178, + "leaf_17": 0.0037817100528627634, + "leaf_18": 0.055959366261959076, + "leaf_19": 0.005932339001446962, + "leaf_20": 0.04419741779565811, + "leaf_21": 0.02309964969754219, + "leaf_22": 0.017441242933273315, + "leaf_23": 0.0051778769120574, + "leaf_24": 0.0043082344345748425, + "leaf_25": 5.592663114839524e-07, + "leaf_26": 0.04568157717585564, + "leaf_27": 0.007686149328947067, + "leaf_28": 0.06385113298892975, + "leaf_29": 0.0039242831990122795, + "leaf_30": 0.05507129058241844, + "leaf_31": 0.012905946932733059, + "leaf_32": 0.1453525871038437, + "leaf_33": 0.0031534445006400347, + "leaf_34": 0.05176806449890137, + "leaf_35": 0.0034877758007496595, + "leaf_36": 0.03848789632320404, + "leaf_37": 0.009528226219117641, + "leaf_38": 0.007168213836848736, + "leaf_39": 0.004041137173771858, + "leaf_40": 0.0035971137695014477, + "leaf_41": 2.0475387429996772e-07, + "leaf_42": 0.02135496214032173, + "leaf_43": 0.0037765356246382, + "leaf_44": 0.04629489406943321, + "leaf_45": 0.0016221938421949744, + "leaf_46": 0.018733400851488113, + "leaf_47": 0.005618989001959562, + "leaf_48": 0.05017998442053795, + "leaf_49": 0.002324158325791359, + "leaf_50": 0.045076411217451096, + "leaf_51": 0.002242020098492503, + "leaf_52": 0.0339755080640316, + "leaf_53": 0.008232781663537025, + "leaf_54": 0.005855603143572807, + "leaf_55": 0.0034482586197555065, + "leaf_56": 0.0030572570394724607, + "leaf_57": 2.5059975428121106e-07, + "leaf_58": 0.018773550167679787, + "leaf_59": 0.0024672297295182943, + "leaf_60": 0.03527919948101044, + "leaf_61": 0.0015292223542928696, + "leaf_62": 0.017609771341085434, + "leaf_63": 0.0042773084715008736, + "leaf_64": 0.04116372764110565, + "leaf_65": 0.0020694599952548742, + "leaf_66": 0.04178586229681969, + "leaf_67": 0.0016931165009737015, + "leaf_68": 0.029623616486787796, + "leaf_69": 0.006079904735088348, + "leaf_70": 0.005175956524908543, + "leaf_71": 0.002912776079028845, + "leaf_72": 0.002562556881457567, + "leaf_73": 2.6248369522363646e-07, + "leaf_74": 0.02229117415845394, + "leaf_75": 0.0018659000052139163, + "leaf_76": 0.026326514780521393, + "leaf_77": 0.001682308386079967, + "leaf_78": 0.020568616688251495, + "leaf_79": 0.0032005386892706156, + "leaf_80": 0.030849555507302284, + "leaf_81": 0.002719937125220895, + "leaf_82": 0.04689483717083931, + "leaf_83": 0.0015249132411554456, + "leaf_84": 0.02399100922048092, + "leaf_85": 0.005612330511212349, + "leaf_86": 0.004378365818411112, + "leaf_87": 0.004621719941496849, + "leaf_88": 0.003327223937958479, + "leaf_89": 2.3493819867326238e-07, + "leaf_90": 0.02233467623591423, + "leaf_91": 0.0014370944118127227, + "leaf_92": 0.020618807524442673, + "leaf_93": 0.001719182706438005, + "leaf_94": 0.021725554019212723, + "leaf_95": 0.0027722036466002464, + "leaf_96": 0.025742080062627792, + "leaf_97": 0.004249489866197109, + "leaf_98": 0.06112542375922203, + "leaf_99": 0.0015525154303759336, + "leaf_100": 0.02420765720307827, + "leaf_101": 0.007545754313468933, + "leaf_102": 0.005677846726030111, + "leaf_103": 0.009907539933919907, + "leaf_104": 0.005826519802212715, + "leaf_105": 3.2510408232155896e-07, + "leaf_106": 0.027435747906565666, + "leaf_107": 0.0009880056604743004, + "leaf_108": 0.020092882215976715, + "leaf_109": 0.0019445080542936921, + "leaf_110": 0.02659408561885357, + "leaf_111": 0.002953477669507265, + "leaf_112": 0.029526593163609505 + }, + { + "leaf_0": 0.018940458074212074, + "leaf_1": 0.14588436484336853, + "leaf_2": 0.004796590656042099, + "leaf_3": 0.07842350751161575, + "leaf_4": 0.0026936831418424845, + "leaf_5": 0.07018482685089111, + "leaf_6": 0.0002966324391309172, + "leaf_7": 0.004109097179025412, + "leaf_8": 0.0004200069815851748, + "leaf_9": 0.013710424304008484, + "leaf_10": 0.010960740968585014, + "leaf_11": 0.21175634860992432, + "leaf_12": 0.01986544206738472, + "leaf_13": 0.010834911838173866, + "leaf_14": 0.00795959122478962, + "leaf_15": 0.008570658043026924, + "leaf_16": 0.0058412631042301655, + "leaf_17": 0.0037950340192764997, + "leaf_18": 0.05387553945183754, + "leaf_19": 0.004406703170388937, + "leaf_20": 0.042639825493097305, + "leaf_21": 0.016482792794704437, + "leaf_22": 0.013505019247531891, + "leaf_23": 0.005168991629034281, + "leaf_24": 0.003829269204288721, + "leaf_25": 4.631681349565042e-07, + "leaf_26": 0.04102116450667381, + "leaf_27": 0.006001158617436886, + "leaf_28": 0.06116979569196701, + "leaf_29": 0.00411600898951292, + "leaf_30": 0.05007250979542732, + "leaf_31": 0.00948941707611084, + "leaf_32": 0.11465918272733688, + "leaf_33": 0.0028118896298110485, + "leaf_34": 0.05029132589697838, + "leaf_35": 0.002513178391382098, + "leaf_36": 0.03663599118590355, + "leaf_37": 0.007115835789591074, + "leaf_38": 0.006165769416838884, + "leaf_39": 0.004067717585712671, + "leaf_40": 0.0032733518164604902, + "leaf_41": 2.1236250802303402e-07, + "leaf_42": 0.019188126549124718, + "leaf_43": 0.0030055497772991657, + "leaf_44": 0.043368395417928696, + "leaf_45": 0.001538890297524631, + "leaf_46": 0.01814190112054348, + "leaf_47": 0.004615291021764278, + "leaf_48": 0.045738641172647476, + "leaf_49": 0.00236293557099998, + "leaf_50": 0.04550323262810707, + "leaf_51": 0.001903905184008181, + "leaf_52": 0.03320836275815964, + "leaf_53": 0.006160244811326265, + "leaf_54": 0.006191244814544916, + "leaf_55": 0.003144269809126854, + "leaf_56": 0.003055715933442116, + "leaf_57": 2.2366597818290757e-07, + "leaf_58": 0.019081398844718933, + "leaf_59": 0.001886337879113853, + "leaf_60": 0.034067440778017044, + "leaf_61": 0.0015208637341856956, + "leaf_62": 0.018078267574310303, + "leaf_63": 0.003632593434303999, + "leaf_64": 0.038842059671878815, + "leaf_65": 0.0019227401353418827, + "leaf_66": 0.04142603278160095, + "leaf_67": 0.001389168668538332, + "leaf_68": 0.028372041881084442, + "leaf_69": 0.006642654072493315, + "leaf_70": 0.005323453340679407, + "leaf_71": 0.0030369434971362352, + "leaf_72": 0.003127145813778043, + "leaf_73": 2.3301507212636352e-07, + "leaf_74": 0.02431560307741165, + "leaf_75": 0.0014931485056877136, + "leaf_76": 0.02530115656554699, + "leaf_77": 0.0018189678667113185, + "leaf_78": 0.021350335329771042, + "leaf_79": 0.0031982928048819304, + "leaf_80": 0.031763121485710144, + "leaf_81": 0.0021879617124795914, + "leaf_82": 0.04211759939789772, + "leaf_83": 0.0010546264238655567, + "leaf_84": 0.021692752838134766, + "leaf_85": 0.005522033199667931, + "leaf_86": 0.005091882776468992, + "leaf_87": 0.0036419190000742674, + "leaf_88": 0.0030188157688826323, + "leaf_89": 2.6362050675743376e-07, + "leaf_90": 0.024197857826948166, + "leaf_91": 0.0010957744671031833, + "leaf_92": 0.019079605117440224, + "leaf_93": 0.0019769936334341764, + "leaf_94": 0.02286733314394951, + "leaf_95": 0.0025377273559570312, + "leaf_96": 0.024804523214697838, + "leaf_97": 0.00273440801538527, + "leaf_98": 0.0479571633040905, + "leaf_99": 0.000901729566976428, + "leaf_100": 0.01809670217335224, + "leaf_101": 0.005786430556327105, + "leaf_102": 0.005457757506519556, + "leaf_103": 0.005551404785364866, + "leaf_104": 0.004317727405577898, + "leaf_105": 3.571174431726831e-07, + "leaf_106": 0.02700335718691349, + "leaf_107": 0.0006900457083247602, + "leaf_108": 0.016316412016749382, + "leaf_109": 0.002066669287160039, + "leaf_110": 0.02592545747756958, + "leaf_111": 0.0020574366208165884, + "leaf_112": 0.023076949641108513 + }, + { + "leaf_0": 0.016612211242318153, + "leaf_1": 0.1467803418636322, + "leaf_2": 0.004840977489948273, + "leaf_3": 0.08109894394874573, + "leaf_4": 0.002621435560286045, + "leaf_5": 0.07038218528032303, + "leaf_6": 0.00030361601966433227, + "leaf_7": 0.004204418510198593, + "leaf_8": 0.0003966221120208502, + "leaf_9": 0.012996381148695946, + "leaf_10": 0.01665104366838932, + "leaf_11": 0.28961101174354553, + "leaf_12": 0.01829998753964901, + "leaf_13": 0.009436286054551601, + "leaf_14": 0.0074618482030928135, + "leaf_15": 0.011661062948405743, + "leaf_16": 0.006183660123497248, + "leaf_17": 0.0035550117027014494, + "leaf_18": 0.053684696555137634, + "leaf_19": 0.0051827505230903625, + "leaf_20": 0.04297434166073799, + "leaf_21": 0.017065586522221565, + "leaf_22": 0.01469381246715784, + "leaf_23": 0.004469460807740688, + "leaf_24": 0.003731000469997525, + "leaf_25": 6.817867301833758e-07, + "leaf_26": 0.039084531366825104, + "leaf_27": 0.006076812278479338, + "leaf_28": 0.0631047934293747, + "leaf_29": 0.0026289650704711676, + "leaf_30": 0.04552008956670761, + "leaf_31": 0.010031738318502903, + "leaf_32": 0.1211056113243103, + "leaf_33": 0.002736312337219715, + "leaf_34": 0.04929964989423752, + "leaf_35": 0.0031109838746488094, + "leaf_36": 0.038984011858701706, + "leaf_37": 0.008683147840201855, + "leaf_38": 0.0062971413135528564, + "leaf_39": 0.004010050557553768, + "leaf_40": 0.00341499294154346, + "leaf_41": 2.8352184244795353e-07, + "leaf_42": 0.017845675349235535, + "leaf_43": 0.003475956851616502, + "leaf_44": 0.04546679928898811, + "leaf_45": 0.0013413847191259265, + "leaf_46": 0.01654680073261261, + "leaf_47": 0.005403891671448946, + "leaf_48": 0.04753142222762108, + "leaf_49": 0.0025002022739499807, + "leaf_50": 0.046739861369132996, + "leaf_51": 0.002284688875079155, + "leaf_52": 0.036308515816926956, + "leaf_53": 0.006877323146909475, + "leaf_54": 0.005983976647257805, + "leaf_55": 0.003488452872261405, + "leaf_56": 0.0029292055405676365, + "leaf_57": 2.1397319471816445e-07, + "leaf_58": 0.018815109506249428, + "leaf_59": 0.002259192056953907, + "leaf_60": 0.036204349249601364, + "leaf_61": 0.0013892196584492922, + "leaf_62": 0.017931735143065453, + "leaf_63": 0.003926731180399656, + "leaf_64": 0.03890003636479378, + "leaf_65": 0.002292260993272066, + "leaf_66": 0.04406141862273216, + "leaf_67": 0.001837639487348497, + "leaf_68": 0.031231138855218887, + "leaf_69": 0.0062426310032606125, + "leaf_70": 0.005325577687472105, + "leaf_71": 0.0037746417801827192, + "leaf_72": 0.002726042177528143, + "leaf_73": 2.523462683257094e-07, + "leaf_74": 0.022287586703896523, + "leaf_75": 0.0017722981283441186, + "leaf_76": 0.02726265788078308, + "leaf_77": 0.001591462641954422, + "leaf_78": 0.021304871886968613, + "leaf_79": 0.0031359854619950056, + "leaf_80": 0.032192412763834, + "leaf_81": 0.002560557797551155, + "leaf_82": 0.04646848887205124, + "leaf_83": 0.001395932282321155, + "leaf_84": 0.02362062782049179, + "leaf_85": 0.007727896329015493, + "leaf_86": 0.004833161365240812, + "leaf_87": 0.004549010656774044, + "leaf_88": 0.0033966312184929848, + "leaf_89": 2.172494362184807e-07, + "leaf_90": 0.025019250810146332, + "leaf_91": 0.0014396726619452238, + "leaf_92": 0.021003592759370804, + "leaf_93": 0.0021516585256904364, + "leaf_94": 0.024759210646152496, + "leaf_95": 0.0034539499320089817, + "leaf_96": 0.028482036665081978, + "leaf_97": 0.0027179319877177477, + "leaf_98": 0.04464980587363243, + "leaf_99": 0.0011649010702967644, + "leaf_100": 0.017191536724567413, + "leaf_101": 0.006805408280342817, + "leaf_102": 0.005356809590011835, + "leaf_103": 0.006147586274892092, + "leaf_104": 0.003915582317858934, + "leaf_105": 3.339458203299728e-07, + "leaf_106": 0.024986160919070244, + "leaf_107": 0.0008883331902325153, + "leaf_108": 0.017817724496126175, + "leaf_109": 0.0016686114249750972, + "leaf_110": 0.024620406329631805, + "leaf_111": 0.0027472148649394512, + "leaf_112": 0.027911433950066566 + }, + { + "leaf_0": 0.021914968267083168, + "leaf_1": 0.17958040535449982, + "leaf_2": 0.0058735087513923645, + "leaf_3": 0.09449450671672821, + "leaf_4": 0.003475267207249999, + "leaf_5": 0.08829962462186813, + "leaf_6": 0.0004030408163089305, + "leaf_7": 0.005577812436968088, + "leaf_8": 0.0005367484409362078, + "leaf_9": 0.017516136169433594, + "leaf_10": 0.027225567027926445, + "leaf_11": 0.4474751949310303, + "leaf_12": 0.023751553148031235, + "leaf_13": 0.012487247586250305, + "leaf_14": 0.009340859018266201, + "leaf_15": 0.01806003600358963, + "leaf_16": 0.007767529226839542, + "leaf_17": 0.005036102142184973, + "leaf_18": 0.06534529477357864, + "leaf_19": 0.006914138328284025, + "leaf_20": 0.049655456095933914, + "leaf_21": 0.02184603363275528, + "leaf_22": 0.017710896208882332, + "leaf_23": 0.006347942166030407, + "leaf_24": 0.004638309590518475, + "leaf_25": 4.817713374904997e-07, + "leaf_26": 0.041586194187402725, + "leaf_27": 0.007833032868802547, + "leaf_28": 0.07218781858682632, + "leaf_29": 0.004213856067508459, + "leaf_30": 0.052497681230306625, + "leaf_31": 0.013200100511312485, + "leaf_32": 0.14878039062023163, + "leaf_33": 0.0034613024909049273, + "leaf_34": 0.055948417633771896, + "leaf_35": 0.0037786501925438643, + "leaf_36": 0.04305262118577957, + "leaf_37": 0.011909278109669685, + "leaf_38": 0.007856389507651329, + "leaf_39": 0.0047558993101119995, + "leaf_40": 0.003769024508073926, + "leaf_41": 2.3460030718069902e-07, + "leaf_42": 0.02503221482038498, + "leaf_43": 0.004356261342763901, + "leaf_44": 0.04958609119057655, + "leaf_45": 0.002869650721549988, + "leaf_46": 0.02460394613444805, + "leaf_47": 0.006869400851428509, + "leaf_48": 0.057116247713565826, + "leaf_49": 0.003019405994564295, + "leaf_50": 0.053227897733449936, + "leaf_51": 0.0028408740181475878, + "leaf_52": 0.03780457749962807, + "leaf_53": 0.008637298829853535, + "leaf_54": 0.006026572547852993, + "leaf_55": 0.004258271306753159, + "leaf_56": 0.0037344254087656736, + "leaf_57": 2.7345777198206633e-07, + "leaf_58": 0.01971684768795967, + "leaf_59": 0.0028018788434565067, + "leaf_60": 0.038723524659872055, + "leaf_61": 0.001472263946197927, + "leaf_62": 0.01921631023287773, + "leaf_63": 0.004833550658077002, + "leaf_64": 0.04537167027592659, + "leaf_65": 0.002964562503620982, + "leaf_66": 0.051895417273044586, + "leaf_67": 0.0022857533767819405, + "leaf_68": 0.03271887078881264, + "leaf_69": 0.008499172516167164, + "leaf_70": 0.0067968242801725864, + "leaf_71": 0.004639065824449062, + "leaf_72": 0.003521984675899148, + "leaf_73": 2.893265502734721e-07, + "leaf_74": 0.026354823261499405, + "leaf_75": 0.0022836949210613966, + "leaf_76": 0.029573271051049232, + "leaf_77": 0.001999704400077462, + "leaf_78": 0.023575836792588234, + "leaf_79": 0.004573175683617592, + "leaf_80": 0.0394163578748703, + "leaf_81": 0.0033034600783139467, + "leaf_82": 0.056153956800699234, + "leaf_83": 0.0018489026697352529, + "leaf_84": 0.02798113226890564, + "leaf_85": 0.008356945589184761, + "leaf_86": 0.0062881214544177055, + "leaf_87": 0.005480335094034672, + "leaf_88": 0.004065893590450287, + "leaf_89": 2.3589342390550883e-07, + "leaf_90": 0.025088978931307793, + "leaf_91": 0.0017739213071763515, + "leaf_92": 0.024680137634277344, + "leaf_93": 0.001994021935388446, + "leaf_94": 0.023310989141464233, + "leaf_95": 0.00430208258330822, + "leaf_96": 0.03594610095024109, + "leaf_97": 0.004011279903352261, + "leaf_98": 0.061447493731975555, + "leaf_99": 0.0017011004965752363, + "leaf_100": 0.024617081508040428, + "leaf_101": 0.009390391409397125, + "leaf_102": 0.006081526167690754, + "leaf_103": 0.009272489696741104, + "leaf_104": 0.005637812428176403, + "leaf_105": 3.310234717446292e-07, + "leaf_106": 0.025749409571290016, + "leaf_107": 0.0012327879667282104, + "leaf_108": 0.024203509092330933, + "leaf_109": 0.001885142526589334, + "leaf_110": 0.025099731981754303, + "leaf_111": 0.0038909711875021458, + "leaf_112": 0.035779573023319244 + }, + { + "leaf_0": 0.016316482797265053, + "leaf_1": 0.1334036886692047, + "leaf_2": 0.003968976438045502, + "leaf_3": 0.06920960545539856, + "leaf_4": 0.002159567316994071, + "leaf_5": 0.059987347573041916, + "leaf_6": 0.00026759819593280554, + "leaf_7": 0.0037088971585035324, + "leaf_8": 0.00034863007022067904, + "leaf_9": 0.011449846439063549, + "leaf_10": 0.01609843410551548, + "leaf_11": 0.2742364704608917, + "leaf_12": 0.0167144276201725, + "leaf_13": 0.009024505503475666, + "leaf_14": 0.007267494220286608, + "leaf_15": 0.010942493565380573, + "leaf_16": 0.006228559650480747, + "leaf_17": 0.003147349925711751, + "leaf_18": 0.04755474999547005, + "leaf_19": 0.004717507865279913, + "leaf_20": 0.03929373621940613, + "leaf_21": 0.014388672076165676, + "leaf_22": 0.012969397008419037, + "leaf_23": 0.003917275927960873, + "leaf_24": 0.003678393317386508, + "leaf_25": 4.955635972692107e-07, + "leaf_26": 0.03393201157450676, + "leaf_27": 0.005538296420127153, + "leaf_28": 0.05484429746866226, + "leaf_29": 0.002174356719478965, + "leaf_30": 0.04110727086663246, + "leaf_31": 0.008645119145512581, + "leaf_32": 0.10439302027225494, + "leaf_33": 0.00270179845392704, + "leaf_34": 0.04717712849378586, + "leaf_35": 0.0029868092387914658, + "leaf_36": 0.03665827959775925, + "leaf_37": 0.008285271935164928, + "leaf_38": 0.0059411474503576756, + "leaf_39": 0.003938180394470692, + "leaf_40": 0.0033260758500546217, + "leaf_41": 2.0549518353618623e-07, + "leaf_42": 0.016900479793548584, + "leaf_43": 0.003189457580447197, + "leaf_44": 0.04180409014225006, + "leaf_45": 0.0013299285201355815, + "leaf_46": 0.01608952134847641, + "leaf_47": 0.0049906279891729355, + "leaf_48": 0.04518133029341698, + "leaf_49": 0.0022983660455793142, + "leaf_50": 0.042433954775333405, + "leaf_51": 0.001960402587428689, + "leaf_52": 0.02981015481054783, + "leaf_53": 0.007507642265409231, + "leaf_54": 0.005560821853578091, + "leaf_55": 0.003572559216991067, + "leaf_56": 0.002966119209304452, + "leaf_57": 2.3530274972927145e-07, + "leaf_58": 0.01863832212984562, + "leaf_59": 0.0021132270339876413, + "leaf_60": 0.03257916122674942, + "leaf_61": 0.0015953551046550274, + "leaf_62": 0.01809590682387352, + "leaf_63": 0.00393382553011179, + "leaf_64": 0.037497181445360184, + "leaf_65": 0.0020999209955334663, + "leaf_66": 0.039634820073843, + "leaf_67": 0.0015110706444829702, + "leaf_68": 0.025637462735176086, + "leaf_69": 0.005684759002178907, + "leaf_70": 0.005065503530204296, + "leaf_71": 0.003240738296881318, + "leaf_72": 0.0026377758476883173, + "leaf_73": 2.39937151036429e-07, + "leaf_74": 0.02148083597421646, + "leaf_75": 0.0015501223970204592, + "leaf_76": 0.02457490563392639, + "leaf_77": 0.001532491180114448, + "leaf_78": 0.020844662562012672, + "leaf_79": 0.0029053580947220325, + "leaf_80": 0.029574524611234665, + "leaf_81": 0.002475687535479665, + "leaf_82": 0.04262338578701019, + "leaf_83": 0.0012323729461058974, + "leaf_84": 0.019909949973225594, + "leaf_85": 0.0057154386304318905, + "leaf_86": 0.0043551246635615826, + "leaf_87": 0.00402230815961957, + "leaf_88": 0.0032244950998574495, + "leaf_89": 2.0215620111230237e-07, + "leaf_90": 0.020514067262411118, + "leaf_91": 0.0011807042174041271, + "leaf_92": 0.01839636266231537, + "leaf_93": 0.0013742053415626287, + "leaf_94": 0.02053510770201683, + "leaf_95": 0.0026039902586489916, + "leaf_96": 0.024499375373125076, + "leaf_97": 0.0027400499675422907, + "leaf_98": 0.04419270157814026, + "leaf_99": 0.0010644227731972933, + "leaf_100": 0.017573358491063118, + "leaf_101": 0.006458490155637264, + "leaf_102": 0.0048602852039039135, + "leaf_103": 0.006032552570104599, + "leaf_104": 0.004852150566875935, + "leaf_105": 3.14985811655788e-07, + "leaf_106": 0.02297838404774666, + "leaf_107": 0.000739883107598871, + "leaf_108": 0.01550049427896738, + "leaf_109": 0.0016805781051516533, + "leaf_110": 0.022702913731336594, + "leaf_111": 0.0023604505695402622, + "leaf_112": 0.023635759949684143 + }, + { + "leaf_0": 0.01764942891895771, + "leaf_1": 0.13590459525585175, + "leaf_2": 0.004852161277085543, + "leaf_3": 0.07726659625768661, + "leaf_4": 0.0025708083994686604, + "leaf_5": 0.065653495490551, + "leaf_6": 0.0002449781750328839, + "leaf_7": 0.003399001434445381, + "leaf_8": 0.00035873561864718795, + "leaf_9": 0.011748588643968105, + "leaf_10": 0.017727287486195564, + "leaf_11": 0.31783220171928406, + "leaf_12": 0.022321505472064018, + "leaf_13": 0.009873192757368088, + "leaf_14": 0.0073545644991099834, + "leaf_15": 0.011814434081315994, + "leaf_16": 0.006280483212321997, + "leaf_17": 0.003413598984479904, + "leaf_18": 0.04969768226146698, + "leaf_19": 0.005257850978523493, + "leaf_20": 0.03864630311727524, + "leaf_21": 0.02189129963517189, + "leaf_22": 0.01645398512482643, + "leaf_23": 0.004707747604697943, + "leaf_24": 0.0036048321053385735, + "leaf_25": 5.547520345317025e-07, + "leaf_26": 0.0335686169564724, + "leaf_27": 0.00699395127594471, + "leaf_28": 0.0613841712474823, + "leaf_29": 0.0026039564982056618, + "leaf_30": 0.039417609572410583, + "leaf_31": 0.011951823718845844, + "leaf_32": 0.13193519413471222, + "leaf_33": 0.0026607855688780546, + "leaf_34": 0.04553615301847458, + "leaf_35": 0.002779316622763872, + "leaf_36": 0.03382683917880058, + "leaf_37": 0.008916646242141724, + "leaf_38": 0.005982009693980217, + "leaf_39": 0.003577983006834984, + "leaf_40": 0.0032069371081888676, + "leaf_41": 2.1822195606091555e-07, + "leaf_42": 0.016885509714484215, + "leaf_43": 0.0031621153466403484, + "leaf_44": 0.041002463549375534, + "leaf_45": 0.001567624043673277, + "leaf_46": 0.015923727303743362, + "leaf_47": 0.0046636126935482025, + "leaf_48": 0.04321305453777313, + "leaf_49": 0.0023532903287559748, + "leaf_50": 0.041635651141405106, + "leaf_51": 0.0021373338531702757, + "leaf_52": 0.030442511662840843, + "leaf_53": 0.006548495963215828, + "leaf_54": 0.004983219318091869, + "leaf_55": 0.003429347649216652, + "leaf_56": 0.0025558690540492535, + "leaf_57": 2.172008208845e-07, + "leaf_58": 0.014876644127070904, + "leaf_59": 0.002092743059620261, + "leaf_60": 0.032280292361974716, + "leaf_61": 0.0010565136326476932, + "leaf_62": 0.014828282408416271, + "leaf_63": 0.0035460181534290314, + "leaf_64": 0.03547326847910881, + "leaf_65": 0.0021628469694405794, + "leaf_66": 0.04002828896045685, + "leaf_67": 0.0018132440745830536, + "leaf_68": 0.027372099459171295, + "leaf_69": 0.006175694987177849, + "leaf_70": 0.004329438786953688, + "leaf_71": 0.0032427532132714987, + "leaf_72": 0.002604300854727626, + "leaf_73": 2.2097410123933514e-07, + "leaf_74": 0.0192949790507555, + "leaf_75": 0.0017744482029229403, + "leaf_76": 0.025198031216859818, + "leaf_77": 0.001606786623597145, + "leaf_78": 0.018653569743037224, + "leaf_79": 0.0032060809899121523, + "leaf_80": 0.029411913827061653, + "leaf_81": 0.002555093728005886, + "leaf_82": 0.04430868849158287, + "leaf_83": 0.0013874148717150092, + "leaf_84": 0.022076094523072243, + "leaf_85": 0.0069775632582604885, + "leaf_86": 0.004711332265287638, + "leaf_87": 0.0037937620654702187, + "leaf_88": 0.00300589669495821, + "leaf_89": 2.2302602076251787e-07, + "leaf_90": 0.02166607789695263, + "leaf_91": 0.0014150115894153714, + "leaf_92": 0.020050182938575745, + "leaf_93": 0.0016578263603150845, + "leaf_94": 0.019962502643465996, + "leaf_95": 0.0035041223745793104, + "leaf_96": 0.02797606773674488, + "leaf_97": 0.003133242018520832, + "leaf_98": 0.055618979036808014, + "leaf_99": 0.0010991726303473115, + "leaf_100": 0.02114349789917469, + "leaf_101": 0.00641957251355052, + "leaf_102": 0.005503389053046703, + "leaf_103": 0.005308919586241245, + "leaf_104": 0.005140039138495922, + "leaf_105": 2.8097525728298933e-07, + "leaf_106": 0.02218504063785076, + "leaf_107": 0.0009076875867322087, + "leaf_108": 0.01942259632050991, + "leaf_109": 0.0018341458635404706, + "leaf_110": 0.023436635732650757, + "leaf_111": 0.0028507623355835676, + "leaf_112": 0.027847204357385635 + }, + { + "leaf_0": 0.02191188931465149, + "leaf_1": 0.15844066441059113, + "leaf_2": 0.004725199658423662, + "leaf_3": 0.07706709951162338, + "leaf_4": 0.0024446460884064436, + "leaf_5": 0.06680359691381454, + "leaf_6": 0.00021725041733589023, + "leaf_7": 0.0030095544643700123, + "leaf_8": 0.00032414813176728785, + "leaf_9": 0.0106229018419981, + "leaf_10": 0.015010228380560875, + "leaf_11": 0.2762894332408905, + "leaf_12": 0.017735514789819717, + "leaf_13": 0.012095455080270767, + "leaf_14": 0.008923964574933052, + "leaf_15": 0.01073896512389183, + "leaf_16": 0.006533980835229158, + "leaf_17": 0.0034283380955457687, + "leaf_18": 0.051271069794893265, + "leaf_19": 0.004351184703409672, + "leaf_20": 0.04023516923189163, + "leaf_21": 0.015509987249970436, + "leaf_22": 0.01281020324677229, + "leaf_23": 0.004363321699202061, + "leaf_24": 0.003916355315595865, + "leaf_25": 6.052320600247185e-07, + "leaf_26": 0.03681283816695213, + "leaf_27": 0.00560668483376503, + "leaf_28": 0.05831456929445267, + "leaf_29": 0.003321800846606493, + "leaf_30": 0.042820606380701065, + "leaf_31": 0.009268317371606827, + "leaf_32": 0.11157312989234924, + "leaf_33": 0.0026040503289550543, + "leaf_34": 0.04690486937761307, + "leaf_35": 0.0025787597987800837, + "leaf_36": 0.03556497022509575, + "leaf_37": 0.008060619235038757, + "leaf_38": 0.006392544135451317, + "leaf_39": 0.003878848161548376, + "leaf_40": 0.003357409732416272, + "leaf_41": 2.5437324779886694e-07, + "leaf_42": 0.01863149181008339, + "leaf_43": 0.0030463356524705887, + "leaf_44": 0.04125310480594635, + "leaf_45": 0.001362183946184814, + "leaf_46": 0.017098641023039818, + "leaf_47": 0.0049764057621359825, + "leaf_48": 0.04590531438589096, + "leaf_49": 0.0022203351836651564, + "leaf_50": 0.04161045327782631, + "leaf_51": 0.0019009149400517344, + "leaf_52": 0.030916186049580574, + "leaf_53": 0.005879332311451435, + "leaf_54": 0.0049398778937757015, + "leaf_55": 0.0030655781738460064, + "leaf_56": 0.0027341207023710012, + "leaf_57": 2.23858862113957e-07, + "leaf_58": 0.01763732172548771, + "leaf_59": 0.0018787881126627326, + "leaf_60": 0.03185368701815605, + "leaf_61": 0.0014293263666331768, + "leaf_62": 0.01784338802099228, + "leaf_63": 0.003144786460325122, + "leaf_64": 0.03469264507293701, + "leaf_65": 0.002052703872323036, + "leaf_66": 0.039709609001874924, + "leaf_67": 0.001450954470783472, + "leaf_68": 0.026259560137987137, + "leaf_69": 0.006827317178249359, + "leaf_70": 0.005074202083051205, + "leaf_71": 0.0030463479924947023, + "leaf_72": 0.002569968579337001, + "leaf_73": 2.1242486525352433e-07, + "leaf_74": 0.020229080691933632, + "leaf_75": 0.0016380588058382273, + "leaf_76": 0.024570751935243607, + "leaf_77": 0.0013801392633467913, + "leaf_78": 0.019184935837984085, + "leaf_79": 0.003414986189454794, + "leaf_80": 0.030309556052088737, + "leaf_81": 0.0023407533299177885, + "leaf_82": 0.043218571692705154, + "leaf_83": 0.0011482302797958255, + "leaf_84": 0.021214229986071587, + "leaf_85": 0.005799127276986837, + "leaf_86": 0.004316043574362993, + "leaf_87": 0.003993261139839888, + "leaf_88": 0.0034563911613076925, + "leaf_89": 2.270483179245275e-07, + "leaf_90": 0.020965158939361572, + "leaf_91": 0.001186933252029121, + "leaf_92": 0.018969619646668434, + "leaf_93": 0.0015682190423831344, + "leaf_94": 0.0202958807349205, + "leaf_95": 0.0029418005142360926, + "leaf_96": 0.025388117879629135, + "leaf_97": 0.002816067775711417, + "leaf_98": 0.047401294112205505, + "leaf_99": 0.0010192051995545626, + "leaf_100": 0.01813759282231331, + "leaf_101": 0.00579045107588172, + "leaf_102": 0.004619008861482143, + "leaf_103": 0.005849379580467939, + "leaf_104": 0.004314487800002098, + "leaf_105": 2.3717524300082005e-07, + "leaf_106": 0.021648643538355827, + "leaf_107": 0.0007833460695110261, + "leaf_108": 0.017126359045505524, + "leaf_109": 0.0014459590893238783, + "leaf_110": 0.021517546847462654, + "leaf_111": 0.0024292990565299988, + "leaf_112": 0.02563597820699215 + }, + { + "leaf_0": 0.02201909013092518, + "leaf_1": 0.1480301171541214, + "leaf_2": 0.005649910308420658, + "leaf_3": 0.08675548434257507, + "leaf_4": 0.0033802767284214497, + "leaf_5": 0.08269376307725906, + "leaf_6": 0.00027172520640306175, + "leaf_7": 0.003762038191780448, + "leaf_8": 0.0004255049570929259, + "leaf_9": 0.013940174132585526, + "leaf_10": 0.04554165154695511, + "leaf_11": 0.6996450424194336, + "leaf_12": 0.028364678844809532, + "leaf_13": 0.012213177047669888, + "leaf_14": 0.009153896011412144, + "leaf_15": 0.029187778010964394, + "leaf_16": 0.01171064842492342, + "leaf_17": 0.0044753761030733585, + "leaf_18": 0.05534588545560837, + "leaf_19": 0.007653644308447838, + "leaf_20": 0.04505936801433563, + "leaf_21": 0.029026618227362633, + "leaf_22": 0.01909167878329754, + "leaf_23": 0.006190208252519369, + "leaf_24": 0.004034038167446852, + "leaf_25": 5.08929417719628e-07, + "leaf_26": 0.03945989906787872, + "leaf_27": 0.009780745021998882, + "leaf_28": 0.067341148853302, + "leaf_29": 0.0032986747100949287, + "leaf_30": 0.04325221851468086, + "leaf_31": 0.015691248700022697, + "leaf_32": 0.1569311022758484, + "leaf_33": 0.003528950270265341, + "leaf_34": 0.04924047365784645, + "leaf_35": 0.004547863733023405, + "leaf_36": 0.039085716009140015, + "leaf_37": 0.012707890942692757, + "leaf_38": 0.007241447456181049, + "leaf_39": 0.0045270491391420364, + "leaf_40": 0.003507461864501238, + "leaf_41": 1.9927549033127434e-07, + "leaf_42": 0.016731811687350273, + "leaf_43": 0.005001661367714405, + "leaf_44": 0.04560871794819832, + "leaf_45": 0.0017775337910279632, + "leaf_46": 0.01642158068716526, + "leaf_47": 0.007396038621664047, + "leaf_48": 0.05162109434604645, + "leaf_49": 0.002939380006864667, + "leaf_50": 0.044441983103752136, + "leaf_51": 0.0032303829211741686, + "leaf_52": 0.033571939915418625, + "leaf_53": 0.009962083771824837, + "leaf_54": 0.006207215134054422, + "leaf_55": 0.00461992621421814, + "leaf_56": 0.00284880050458014, + "leaf_57": 1.891217351612795e-07, + "leaf_58": 0.015069905668497086, + "leaf_59": 0.003294519614428282, + "leaf_60": 0.03497324138879776, + "leaf_61": 0.0011758393375203013, + "leaf_62": 0.015063210390508175, + "leaf_63": 0.005449471063911915, + "leaf_64": 0.0409545861184597, + "leaf_65": 0.0027842612471431494, + "leaf_66": 0.04318348690867424, + "leaf_67": 0.0026521682739257812, + "leaf_68": 0.030466755852103233, + "leaf_69": 0.00902826152741909, + "leaf_70": 0.005197275895625353, + "leaf_71": 0.004076915793120861, + "leaf_72": 0.0026739388704299927, + "leaf_73": 1.740409487638317e-07, + "leaf_74": 0.02084110677242279, + "leaf_75": 0.0025904623325914145, + "leaf_76": 0.027214283123612404, + "leaf_77": 0.0015881691360846162, + "leaf_78": 0.01855134218931198, + "leaf_79": 0.004696437623351812, + "leaf_80": 0.033761218190193176, + "leaf_81": 0.0036061624996364117, + "leaf_82": 0.05163560062646866, + "leaf_83": 0.002298672217875719, + "leaf_84": 0.027520127594470978, + "leaf_85": 0.009887199848890305, + "leaf_86": 0.005568951368331909, + "leaf_87": 0.006039426662027836, + "leaf_88": 0.003829448949545622, + "leaf_89": 2.630977178341709e-07, + "leaf_90": 0.02079632692039013, + "leaf_91": 0.0021842406131327152, + "leaf_92": 0.02430330403149128, + "leaf_93": 0.001825315528549254, + "leaf_94": 0.02000870741903782, + "leaf_95": 0.004806655924767256, + "leaf_96": 0.03331123664975166, + "leaf_97": 0.0060685379430651665, + "leaf_98": 0.07706675678491592, + "leaf_99": 0.0028409541118890047, + "leaf_100": 0.03477542847394943, + "leaf_101": 0.0134767210111022, + "leaf_102": 0.00728561170399189, + "leaf_103": 0.017085330560803413, + "leaf_104": 0.00847673136740923, + "leaf_105": 2.680432942270272e-07, + "leaf_106": 0.022960754111409187, + "leaf_107": 0.0015962516190484166, + "leaf_108": 0.02646852657198906, + "leaf_109": 0.0020149024203419685, + "leaf_110": 0.023442406207323074, + "leaf_111": 0.005401890259236097, + "leaf_112": 0.04276561737060547 + }, + { + "leaf_0": 0.013782425783574581, + "leaf_1": 0.11929371953010559, + "leaf_2": 0.0036705390084534883, + "leaf_3": 0.06243930011987686, + "leaf_4": 0.0020477219950407743, + "leaf_5": 0.05685003474354744, + "leaf_6": 0.00021047399786766618, + "leaf_7": 0.0029160527046769857, + "leaf_8": 0.0003046769415959716, + "leaf_9": 0.009994516149163246, + "leaf_10": 0.01657029055058956, + "leaf_11": 0.29225385189056396, + "leaf_12": 0.015309556387364864, + "leaf_13": 0.0073937419801950455, + "leaf_14": 0.006058692466467619, + "leaf_15": 0.012142395600676537, + "leaf_16": 0.0066711753606796265, + "leaf_17": 0.0030927767511457205, + "leaf_18": 0.0466812402009964, + "leaf_19": 0.0041650207713246346, + "leaf_20": 0.038024064153432846, + "leaf_21": 0.012746899388730526, + "leaf_22": 0.010746024549007416, + "leaf_23": 0.004177671857178211, + "leaf_24": 0.0037417723797261715, + "leaf_25": 4.950432526129589e-07, + "leaf_26": 0.02662700228393078, + "leaf_27": 0.005075323395431042, + "leaf_28": 0.055085621774196625, + "leaf_29": 0.0016472775023430586, + "leaf_30": 0.026719629764556885, + "leaf_31": 0.0078916996717453, + "leaf_32": 0.09753429144620895, + "leaf_33": 0.002634349511936307, + "leaf_34": 0.045512378215789795, + "leaf_35": 0.002818361157551408, + "leaf_36": 0.03571733832359314, + "leaf_37": 0.007258178666234016, + "leaf_38": 0.0055411639623343945, + "leaf_39": 0.003514030482620001, + "leaf_40": 0.0029707299545407295, + "leaf_41": 1.9120314220799628e-07, + "leaf_42": 0.016268722712993622, + "leaf_43": 0.002936156000941992, + "leaf_44": 0.03995006904006004, + "leaf_45": 0.001430631848052144, + "leaf_46": 0.015334938652813435, + "leaf_47": 0.0044028908014297485, + "leaf_48": 0.04039592295885086, + "leaf_49": 0.002287413226440549, + "leaf_50": 0.04114315286278725, + "leaf_51": 0.0019279057160019875, + "leaf_52": 0.031000958755612373, + "leaf_53": 0.007215730380266905, + "leaf_54": 0.0051365867257118225, + "leaf_55": 0.00338188698515296, + "leaf_56": 0.002704285318031907, + "leaf_57": 2.1321930887552298e-07, + "leaf_58": 0.017179418355226517, + "leaf_59": 0.002058015437796712, + "leaf_60": 0.03194970637559891, + "leaf_61": 0.0017589963972568512, + "leaf_62": 0.016945986077189445, + "leaf_63": 0.003743666922673583, + "leaf_64": 0.035232219845056534, + "leaf_65": 0.0019276838283985853, + "leaf_66": 0.0381687693297863, + "leaf_67": 0.001380615052767098, + "leaf_68": 0.02599555067718029, + "leaf_69": 0.006091425195336342, + "leaf_70": 0.004802025388926268, + "leaf_71": 0.002840903354808688, + "leaf_72": 0.0025243826676160097, + "leaf_73": 2.5772459366635303e-07, + "leaf_74": 0.020013477653265, + "leaf_75": 0.0015241121873259544, + "leaf_76": 0.023654421791434288, + "leaf_77": 0.0015302455285564065, + "leaf_78": 0.018918847665190697, + "leaf_79": 0.003101558890193701, + "leaf_80": 0.027901893481612206, + "leaf_81": 0.002413363428786397, + "leaf_82": 0.04248494654893875, + "leaf_83": 0.0011935904622077942, + "leaf_84": 0.02126951888203621, + "leaf_85": 0.00610756641253829, + "leaf_86": 0.004799299407750368, + "leaf_87": 0.0038910501170903444, + "leaf_88": 0.0030198348686099052, + "leaf_89": 2.854450542599807e-07, + "leaf_90": 0.0239256639033556, + "leaf_91": 0.0011145935859531164, + "leaf_92": 0.01798991672694683, + "leaf_93": 0.0018810401670634747, + "leaf_94": 0.022913416847586632, + "leaf_95": 0.0026699001900851727, + "leaf_96": 0.02367110177874565, + "leaf_97": 0.003563488135114312, + "leaf_98": 0.055580925196409225, + "leaf_99": 0.0012459694407880306, + "leaf_100": 0.021931378170847893, + "leaf_101": 0.006408379878848791, + "leaf_102": 0.005320438649505377, + "leaf_103": 0.007433030288666487, + "leaf_104": 0.005375620909035206, + "leaf_105": 2.7666771984513616e-07, + "leaf_106": 0.02569372020661831, + "leaf_107": 0.0008165406761690974, + "leaf_108": 0.016705753281712532, + "leaf_109": 0.0018796245567500591, + "leaf_110": 0.025161059573292732, + "leaf_111": 0.0026090280152857304, + "leaf_112": 0.02549138478934765 + }, + { + "leaf_0": 0.019082745537161827, + "leaf_1": 0.12801513075828552, + "leaf_2": 0.004729424137622118, + "leaf_3": 0.07325666397809982, + "leaf_4": 0.002774282591417432, + "leaf_5": 0.06823257356882095, + "leaf_6": 0.00023900029191281646, + "leaf_7": 0.0033082058653235435, + "leaf_8": 0.0003785033186431974, + "leaf_9": 0.01246781274676323, + "leaf_10": 0.018320657312870026, + "leaf_11": 0.3063059151172638, + "leaf_12": 0.017031347379088402, + "leaf_13": 0.010700440034270287, + "leaf_14": 0.008335933089256287, + "leaf_15": 0.012211195193231106, + "leaf_16": 0.006307621952146292, + "leaf_17": 0.003625057404860854, + "leaf_18": 0.04645950719714165, + "leaf_19": 0.004751210100948811, + "leaf_20": 0.03610210865736008, + "leaf_21": 0.01590646244585514, + "leaf_22": 0.012124947272241116, + "leaf_23": 0.005129633471369743, + "leaf_24": 0.003761852625757456, + "leaf_25": 4.654841063711501e-07, + "leaf_26": 0.030884835869073868, + "leaf_27": 0.006150177214294672, + "leaf_28": 0.05298544839024544, + "leaf_29": 0.0027556412387639284, + "leaf_30": 0.03759579733014107, + "leaf_31": 0.010150288231670856, + "leaf_32": 0.11302859336137772, + "leaf_33": 0.0027300294023007154, + "leaf_34": 0.041502729058265686, + "leaf_35": 0.0029134254436939955, + "leaf_36": 0.030733123421669006, + "leaf_37": 0.008935626596212387, + "leaf_38": 0.0058573209680616856, + "leaf_39": 0.004270953591912985, + "leaf_40": 0.0028881921898573637, + "leaf_41": 1.6505501321262273e-07, + "leaf_42": 0.01636824570596218, + "leaf_43": 0.0032633058726787567, + "leaf_44": 0.03674985468387604, + "leaf_45": 0.0016891853883862495, + "leaf_46": 0.016041923314332962, + "leaf_47": 0.005379679147154093, + "leaf_48": 0.042332492768764496, + "leaf_49": 0.0024037996772676706, + "leaf_50": 0.038018349558115005, + "leaf_51": 0.0021396749652922153, + "leaf_52": 0.02725248411297798, + "leaf_53": 0.00777643034234643, + "leaf_54": 0.005356654524803162, + "leaf_55": 0.003965679090470076, + "leaf_56": 0.002944299951195717, + "leaf_57": 1.9534004991328402e-07, + "leaf_58": 0.01431694719940424, + "leaf_59": 0.0021530771628022194, + "leaf_60": 0.028727276250720024, + "leaf_61": 0.0011481820838525891, + "leaf_62": 0.014032620005309582, + "leaf_63": 0.0041132280603051186, + "leaf_64": 0.034657951444387436, + "leaf_65": 0.0021511667873710394, + "leaf_66": 0.03642047196626663, + "leaf_67": 0.0015617847675457597, + "leaf_68": 0.023625759407877922, + "leaf_69": 0.007427768781781197, + "leaf_70": 0.005778740160167217, + "leaf_71": 0.003256949596107006, + "leaf_72": 0.0024539323057979345, + "leaf_73": 2.146113331491506e-07, + "leaf_74": 0.01989356428384781, + "leaf_75": 0.0016988290008157492, + "leaf_76": 0.021105602383613586, + "leaf_77": 0.0016639947425574064, + "leaf_78": 0.018594207242131233, + "leaf_79": 0.0038015686441212893, + "leaf_80": 0.02789446711540222, + "leaf_81": 0.0023124341387301683, + "leaf_82": 0.03848076984286308, + "leaf_83": 0.0011692579137161374, + "leaf_84": 0.018873181194067, + "leaf_85": 0.0062983776442706585, + "leaf_86": 0.00405588885769248, + "leaf_87": 0.003990792203694582, + "leaf_88": 0.0029229531064629555, + "leaf_89": 1.7062093604636175e-07, + "leaf_90": 0.017963239923119545, + "leaf_91": 0.0012284739641472697, + "leaf_92": 0.01703834906220436, + "leaf_93": 0.0012808922911062837, + "leaf_94": 0.01663745753467083, + "leaf_95": 0.0030697358306497335, + "leaf_96": 0.023678751662373543, + "leaf_97": 0.0031012899708002806, + "leaf_98": 0.04700355976819992, + "leaf_99": 0.0011109671322628856, + "leaf_100": 0.01887035183608532, + "leaf_101": 0.005707334727048874, + "leaf_102": 0.00418461486697197, + "leaf_103": 0.007550153415650129, + "leaf_104": 0.004557138774544001, + "leaf_105": 2.685554534309631e-07, + "leaf_106": 0.019548466429114342, + "leaf_107": 0.0007649488397873938, + "leaf_108": 0.016131049022078514, + "leaf_109": 0.0013834548881277442, + "leaf_110": 0.01936163939535618, + "leaf_111": 0.002271760255098343, + "leaf_112": 0.02252437174320221 + }, + { + "leaf_0": 0.015867726877331734, + "leaf_1": 0.12326443195343018, + "leaf_2": 0.00413021445274353, + "leaf_3": 0.06597649306058884, + "leaf_4": 0.002397716511040926, + "leaf_5": 0.06091069430112839, + "leaf_6": 0.0002116527030011639, + "leaf_7": 0.0029313741251826286, + "leaf_8": 0.00029195594834163785, + "leaf_9": 0.009622489102184772, + "leaf_10": 0.0147787444293499, + "leaf_11": 0.2683308720588684, + "leaf_12": 0.015691479668021202, + "leaf_13": 0.009056375361979008, + "leaf_14": 0.00705494312569499, + "leaf_15": 0.010711712762713432, + "leaf_16": 0.006284489296376705, + "leaf_17": 0.003047168953344226, + "leaf_18": 0.043166160583496094, + "leaf_19": 0.004785344935953617, + "leaf_20": 0.03570656105875969, + "leaf_21": 0.014114927500486374, + "leaf_22": 0.012098651379346848, + "leaf_23": 0.003977063111960888, + "leaf_24": 0.0029445101972669363, + "leaf_25": 4.302501963593386e-07, + "leaf_26": 0.03190569579601288, + "leaf_27": 0.005154598504304886, + "leaf_28": 0.05090295523405075, + "leaf_29": 0.002442284021526575, + "leaf_30": 0.03824707493185997, + "leaf_31": 0.008050410076975822, + "leaf_32": 0.0967928096652031, + "leaf_33": 0.002627697540447116, + "leaf_34": 0.041511841118335724, + "leaf_35": 0.0029808098915964365, + "leaf_36": 0.03173715993762016, + "leaf_37": 0.008014574646949768, + "leaf_38": 0.005884530022740364, + "leaf_39": 0.003466445952653885, + "leaf_40": 0.0028611095622181892, + "leaf_41": 1.9018729346953478e-07, + "leaf_42": 0.016157174482941628, + "leaf_43": 0.003251663874834776, + "leaf_44": 0.037058886140584946, + "leaf_45": 0.0013496980536729097, + "leaf_46": 0.015277025289833546, + "leaf_47": 0.0048016696237027645, + "leaf_48": 0.04013520106673241, + "leaf_49": 0.0020332287531346083, + "leaf_50": 0.03642617538571358, + "leaf_51": 0.002003102796152234, + "leaf_52": 0.027159903198480606, + "leaf_53": 0.007216219324618578, + "leaf_54": 0.005210354458540678, + "leaf_55": 0.0029507491271942854, + "leaf_56": 0.0023614224046468735, + "leaf_57": 2.3030658269362903e-07, + "leaf_58": 0.01618286408483982, + "leaf_59": 0.0021016523241996765, + "leaf_60": 0.028803039342164993, + "leaf_61": 0.0013006224762648344, + "leaf_62": 0.015075989067554474, + "leaf_63": 0.0035991619806736708, + "leaf_64": 0.03222290053963661, + "leaf_65": 0.0019015882862731814, + "leaf_66": 0.034814171493053436, + "leaf_67": 0.0015725275734439492, + "leaf_68": 0.023693155497312546, + "leaf_69": 0.005417181644588709, + "leaf_70": 0.004299523774534464, + "leaf_71": 0.0028617768548429012, + "leaf_72": 0.002245076233521104, + "leaf_73": 2.065642803472656e-07, + "leaf_74": 0.017823725938796997, + "leaf_75": 0.0015939361182972789, + "leaf_76": 0.021582966670393944, + "leaf_77": 0.0011523134307935834, + "leaf_78": 0.017018074169754982, + "leaf_79": 0.0028976171743124723, + "leaf_80": 0.0258268341422081, + "leaf_81": 0.001971637597307563, + "leaf_82": 0.03574609383940697, + "leaf_83": 0.0011708964593708515, + "leaf_84": 0.01868155412375927, + "leaf_85": 0.006094229407608509, + "leaf_86": 0.005213986150920391, + "leaf_87": 0.003262890502810478, + "leaf_88": 0.0025432815309613943, + "leaf_89": 2.003451413656876e-07, + "leaf_90": 0.02093760296702385, + "leaf_91": 0.001242982572875917, + "leaf_92": 0.017369871959090233, + "leaf_93": 0.001577659510076046, + "leaf_94": 0.019708335399627686, + "leaf_95": 0.0029629722703248262, + "leaf_96": 0.023956574499607086, + "leaf_97": 0.00278580654412508, + "leaf_98": 0.04570518434047699, + "leaf_99": 0.0010727967601269484, + "leaf_100": 0.01835545152425766, + "leaf_101": 0.005982423201203346, + "leaf_102": 0.004594359081238508, + "leaf_103": 0.006515877321362495, + "leaf_104": 0.005324129015207291, + "leaf_105": 3.0423331054407754e-07, + "leaf_106": 0.022502388805150986, + "leaf_107": 0.0007852750713936985, + "leaf_108": 0.015949999913573265, + "leaf_109": 0.0017721259500831366, + "leaf_110": 0.02306225709617138, + "leaf_111": 0.0024491886142641306, + "leaf_112": 0.023633673787117004 + }, + { + "leaf_0": 0.01805291883647442, + "leaf_1": 0.14173966646194458, + "leaf_2": 0.004626166541129351, + "leaf_3": 0.07561565190553665, + "leaf_4": 0.0024465578608214855, + "leaf_5": 0.06547816097736359, + "leaf_6": 0.00027941970620304346, + "leaf_7": 0.003871041350066662, + "leaf_8": 0.0003771499323192984, + "leaf_9": 0.012447096407413483, + "leaf_10": 0.021625179797410965, + "leaf_11": 0.3798382878303528, + "leaf_12": 0.02234758622944355, + "leaf_13": 0.010064558126032352, + "leaf_14": 0.007467955816537142, + "leaf_15": 0.014787412248551846, + "leaf_16": 0.007578040473163128, + "leaf_17": 0.003344007069244981, + "leaf_18": 0.048024874180555344, + "leaf_19": 0.004824835807085037, + "leaf_20": 0.03980974480509758, + "leaf_21": 0.018273139372467995, + "leaf_22": 0.01398717612028122, + "leaf_23": 0.004440423101186752, + "leaf_24": 0.0035635107196867466, + "leaf_25": 6.803732617299829e-07, + "leaf_26": 0.030021704733371735, + "leaf_27": 0.006066422443836927, + "leaf_28": 0.059382364153862, + "leaf_29": 0.0022089506965130568, + "leaf_30": 0.035802897065877914, + "leaf_31": 0.010472647845745087, + "leaf_32": 0.12157844752073288, + "leaf_33": 0.002802222268655896, + "leaf_34": 0.045839112251996994, + "leaf_35": 0.0029451583977788687, + "leaf_36": 0.03557758778333664, + "leaf_37": 0.008578197099268436, + "leaf_38": 0.005976038984954357, + "leaf_39": 0.003650755388662219, + "leaf_40": 0.0035179320257157087, + "leaf_41": 1.7559521836574277e-07, + "leaf_42": 0.016242656856775284, + "leaf_43": 0.003227243898436427, + "leaf_44": 0.041116099804639816, + "leaf_45": 0.0016171640018001199, + "leaf_46": 0.015936311334371567, + "leaf_47": 0.005064378958195448, + "leaf_48": 0.04374245926737785, + "leaf_49": 0.002301284344866872, + "leaf_50": 0.042101699858903885, + "leaf_51": 0.0020569865591824055, + "leaf_52": 0.0290533397346735, + "leaf_53": 0.007028502877801657, + "leaf_54": 0.005795440636575222, + "leaf_55": 0.003402428003028035, + "leaf_56": 0.002824150724336505, + "leaf_57": 2.0696720071100572e-07, + "leaf_58": 0.01730765588581562, + "leaf_59": 0.0021644372027367353, + "leaf_60": 0.03244096785783768, + "leaf_61": 0.001555359223857522, + "leaf_62": 0.01705971732735634, + "leaf_63": 0.0036635601427406073, + "leaf_64": 0.03620298206806183, + "leaf_65": 0.0020887472201138735, + "leaf_66": 0.04090748354792595, + "leaf_67": 0.0015634667361155152, + "leaf_68": 0.026914235204458237, + "leaf_69": 0.006415009032934904, + "leaf_70": 0.004797668196260929, + "leaf_71": 0.00312385568395257, + "leaf_72": 0.0027618752792477608, + "leaf_73": 2.596669048671174e-07, + "leaf_74": 0.019832884892821312, + "leaf_75": 0.001644682721234858, + "leaf_76": 0.024584773927927017, + "leaf_77": 0.0014440291561186314, + "leaf_78": 0.01880462095141411, + "leaf_79": 0.0032521479297429323, + "leaf_80": 0.03166032209992409, + "leaf_81": 0.0026660047005861998, + "leaf_82": 0.04492280259728432, + "leaf_83": 0.0013787897769361734, + "leaf_84": 0.022094735875725746, + "leaf_85": 0.005508597940206528, + "leaf_86": 0.004997003823518753, + "leaf_87": 0.00419201934710145, + "leaf_88": 0.0029707758221775293, + "leaf_89": 3.318680512620631e-07, + "leaf_90": 0.0217125304043293, + "leaf_91": 0.0012656693579629064, + "leaf_92": 0.019941112026572227, + "leaf_93": 0.0015082076424732804, + "leaf_94": 0.021010173484683037, + "leaf_95": 0.0028050991240888834, + "leaf_96": 0.026811743155121803, + "leaf_97": 0.003821871941909194, + "leaf_98": 0.059672798961400986, + "leaf_99": 0.001381154521368444, + "leaf_100": 0.02263377234339714, + "leaf_101": 0.007615565788000822, + "leaf_102": 0.005071955733001232, + "leaf_103": 0.008624814450740814, + "leaf_104": 0.005623610690236092, + "leaf_105": 2.420563589566882e-07, + "leaf_106": 0.02220768667757511, + "leaf_107": 0.0008966614259406924, + "leaf_108": 0.0196615569293499, + "leaf_109": 0.0017384716775268316, + "leaf_110": 0.023231595754623413, + "leaf_111": 0.00293411361053586, + "leaf_112": 0.029260167852044106 + }, + { + "leaf_0": 0.020403264090418816, + "leaf_1": 0.15165282785892487, + "leaf_2": 0.004754625726491213, + "leaf_3": 0.07838612049818039, + "leaf_4": 0.0026466797571629286, + "leaf_5": 0.0698402002453804, + "leaf_6": 0.0002752416185103357, + "leaf_7": 0.0038111621979624033, + "leaf_8": 0.00035857889452017844, + "leaf_9": 0.011867375113070011, + "leaf_10": 0.019270911812782288, + "leaf_11": 0.3290601968765259, + "leaf_12": 0.019483722746372223, + "leaf_13": 0.011326787061989307, + "leaf_14": 0.008681677281856537, + "leaf_15": 0.014709945768117905, + "leaf_16": 0.00736134173348546, + "leaf_17": 0.0036713466979563236, + "leaf_18": 0.05329035967588425, + "leaf_19": 0.005324322730302811, + "leaf_20": 0.04220760613679886, + "leaf_21": 0.017589455470442772, + "leaf_22": 0.015114079229533672, + "leaf_23": 0.00464907381683588, + "leaf_24": 0.004101397003978491, + "leaf_25": 6.231198312889319e-07, + "leaf_26": 0.03304694592952728, + "leaf_27": 0.006353219971060753, + "leaf_28": 0.06117889657616615, + "leaf_29": 0.002774973399937153, + "leaf_30": 0.04008897393941879, + "leaf_31": 0.010320101864635944, + "leaf_32": 0.1254248470067978, + "leaf_33": 0.0029838918708264828, + "leaf_34": 0.04927351698279381, + "leaf_35": 0.003232767106965184, + "leaf_36": 0.037057600915431976, + "leaf_37": 0.009537996724247932, + "leaf_38": 0.0069006322883069515, + "leaf_39": 0.004202505573630333, + "leaf_40": 0.003321709344163537, + "leaf_41": 2.2804299248946336e-07, + "leaf_42": 0.02005777880549431, + "leaf_43": 0.003568164072930813, + "leaf_44": 0.042822834104299545, + "leaf_45": 0.0016298640985041857, + "leaf_46": 0.018365858122706413, + "leaf_47": 0.005595583468675613, + "leaf_48": 0.04881811514496803, + "leaf_49": 0.0023618079721927643, + "leaf_50": 0.0443895123898983, + "leaf_51": 0.002298228442668915, + "leaf_52": 0.03300865367054939, + "leaf_53": 0.007054679095745087, + "leaf_54": 0.00588493887335062, + "leaf_55": 0.003233310068026185, + "leaf_56": 0.0029408952686935663, + "leaf_57": 2.3699922735431755e-07, + "leaf_58": 0.01760653406381607, + "leaf_59": 0.0023712555412203074, + "leaf_60": 0.03442779555916786, + "leaf_61": 0.0015811477787792683, + "leaf_62": 0.017258433625102043, + "leaf_63": 0.004088628571480513, + "leaf_64": 0.037978317588567734, + "leaf_65": 0.0022914300207048655, + "leaf_66": 0.04289562627673149, + "leaf_67": 0.0017892839387059212, + "leaf_68": 0.029105283319950104, + "leaf_69": 0.0064102718606591225, + "leaf_70": 0.0054820142686367035, + "leaf_71": 0.0035171383060514927, + "leaf_72": 0.0032736575230956078, + "leaf_73": 2.2344730155055004e-07, + "leaf_74": 0.02198728919029236, + "leaf_75": 0.0017667064676061273, + "leaf_76": 0.02590789832174778, + "leaf_77": 0.0016255301889032125, + "leaf_78": 0.0210935827344656, + "leaf_79": 0.003347179153934121, + "leaf_80": 0.03161448612809181, + "leaf_81": 0.0026966561563313007, + "leaf_82": 0.04592207074165344, + "leaf_83": 0.0013507663970813155, + "leaf_84": 0.02274545654654503, + "leaf_85": 0.006926308386027813, + "leaf_86": 0.004873910453170538, + "leaf_87": 0.004957559984177351, + "leaf_88": 0.0033631687983870506, + "leaf_89": 2.699653975923866e-07, + "leaf_90": 0.023134790360927582, + "leaf_91": 0.001444696681573987, + "leaf_92": 0.021115262061357498, + "leaf_93": 0.0019277642713859677, + "leaf_94": 0.02304026111960411, + "leaf_95": 0.003309448715299368, + "leaf_96": 0.028201978653669357, + "leaf_97": 0.0036964069586247206, + "leaf_98": 0.05485495179891586, + "leaf_99": 0.0014329738914966583, + "leaf_100": 0.022565819323062897, + "leaf_101": 0.0066901445388793945, + "leaf_102": 0.0049364385195076466, + "leaf_103": 0.009403535164892673, + "leaf_104": 0.0058474475517869, + "leaf_105": 2.947296025013202e-07, + "leaf_106": 0.025420695543289185, + "leaf_107": 0.0009121028706431389, + "leaf_108": 0.018685050308704376, + "leaf_109": 0.001767641049809754, + "leaf_110": 0.024682430550456047, + "leaf_111": 0.0026988773606717587, + "leaf_112": 0.02737348899245262 + }, + { + "leaf_0": 0.028783587738871574, + "leaf_1": 0.2526024281978607, + "leaf_2": 0.009275750257074833, + "leaf_3": 0.14712142944335938, + "leaf_4": 0.005541148129850626, + "leaf_5": 0.14068083465099335, + "leaf_6": 0.0003209184797015041, + "leaf_7": 0.0044508930295705795, + "leaf_8": 0.0004689325578510761, + "leaf_9": 0.015333310700953007, + "leaf_10": 0.01562570594251156, + "leaf_11": 0.3066990077495575, + "leaf_12": 0.023876499384641647, + "leaf_13": 0.016755882650613785, + "leaf_14": 0.012997248210012913, + "leaf_15": 0.010844378732144833, + "leaf_16": 0.0069877151399850845, + "leaf_17": 0.005638808943331242, + "leaf_18": 0.083921879529953, + "leaf_19": 0.00634375074878335, + "leaf_20": 0.06073034554719925, + "leaf_21": 0.027018235996365547, + "leaf_22": 0.020114220678806305, + "leaf_23": 0.008455941453576088, + "leaf_24": 0.006835773587226868, + "leaf_25": 6.901641995682439e-07, + "leaf_26": 0.05073879286646843, + "leaf_27": 0.009075339883565903, + "leaf_28": 0.1012512743473053, + "leaf_29": 0.004965581465512514, + "leaf_30": 0.06739659607410431, + "leaf_31": 0.015749581158161163, + "leaf_32": 0.18394657969474792, + "leaf_33": 0.0036356484051793814, + "leaf_34": 0.06338538229465485, + "leaf_35": 0.003753596218302846, + "leaf_36": 0.0486251637339592, + "leaf_37": 0.010123233310878277, + "leaf_38": 0.0077051990665495396, + "leaf_39": 0.005352181848138571, + "leaf_40": 0.004451985005289316, + "leaf_41": 3.5688481148099527e-07, + "leaf_42": 0.026920191943645477, + "leaf_43": 0.004379861988127232, + "leaf_44": 0.05623113736510277, + "leaf_45": 0.0023350901901721954, + "leaf_46": 0.02446145936846733, + "leaf_47": 0.006239363458007574, + "leaf_48": 0.05707500874996185, + "leaf_49": 0.0029852446168661118, + "leaf_50": 0.057224519550800323, + "leaf_51": 0.002523748204112053, + "leaf_52": 0.042836450040340424, + "leaf_53": 0.009391218423843384, + "leaf_54": 0.007283508777618408, + "leaf_55": 0.004485675599426031, + "leaf_56": 0.0038571832701563835, + "leaf_57": 3.0066911449466716e-07, + "leaf_58": 0.02323285862803459, + "leaf_59": 0.0027430476620793343, + "leaf_60": 0.041836392134428024, + "leaf_61": 0.0018874980742111802, + "leaf_62": 0.0230551827698946, + "leaf_63": 0.004741182550787926, + "leaf_64": 0.04601842164993286, + "leaf_65": 0.002772995037958026, + "leaf_66": 0.05611635372042656, + "leaf_67": 0.0019182676915079355, + "leaf_68": 0.03722386807203293, + "leaf_69": 0.0071855871938169, + "leaf_70": 0.00633268104866147, + "leaf_71": 0.004106269218027592, + "leaf_72": 0.003606821410357952, + "leaf_73": 3.3648126418484026e-07, + "leaf_74": 0.030327284708619118, + "leaf_75": 0.0019994545727968216, + "leaf_76": 0.03150443732738495, + "leaf_77": 0.0021784671116620302, + "leaf_78": 0.02979649230837822, + "leaf_79": 0.003461348358541727, + "leaf_80": 0.03717443346977234, + "leaf_81": 0.002680606907233596, + "leaf_82": 0.05256906524300575, + "leaf_83": 0.0014763771323487163, + "leaf_84": 0.029141439124941826, + "leaf_85": 0.0066730366088449955, + "leaf_86": 0.008142612874507904, + "leaf_87": 0.0045042079873383045, + "leaf_88": 0.0034160714130848646, + "leaf_89": 3.6432047068046813e-07, + "leaf_90": 0.029487313702702522, + "leaf_91": 0.0015495772240683436, + "leaf_92": 0.026038402691483498, + "leaf_93": 0.0021599773317575455, + "leaf_94": 0.02847101353108883, + "leaf_95": 0.003300053533166647, + "leaf_96": 0.03124947100877762, + "leaf_97": 0.003217012621462345, + "leaf_98": 0.05460509657859802, + "leaf_99": 0.001113158417865634, + "leaf_100": 0.019739806652069092, + "leaf_101": 0.0070842839777469635, + "leaf_102": 0.006789566483348608, + "leaf_103": 0.006643536500632763, + "leaf_104": 0.005079246591776609, + "leaf_105": 3.5507855500327423e-07, + "leaf_106": 0.03365771844983101, + "leaf_107": 0.0009959597373381257, + "leaf_108": 0.020808283239603043, + "leaf_109": 0.002335201483219862, + "leaf_110": 0.03382314369082451, + "leaf_111": 0.002861772896721959, + "leaf_112": 0.030670762062072754 + }, + { + "leaf_0": 0.024618126451969147, + "leaf_1": 0.1822838932275772, + "leaf_2": 0.005112707149237394, + "leaf_3": 0.0856563076376915, + "leaf_4": 0.0026642438024282455, + "leaf_5": 0.07143494486808777, + "leaf_6": 0.00022405741037800908, + "leaf_7": 0.0031072271522134542, + "leaf_8": 0.00032245879992842674, + "leaf_9": 0.010680715553462505, + "leaf_10": 0.0132234375923872, + "leaf_11": 0.2415318489074707, + "leaf_12": 0.01940411515533924, + "leaf_13": 0.013133563101291656, + "leaf_14": 0.01039044838398695, + "leaf_15": 0.008870101533830166, + "leaf_16": 0.00544976769015193, + "leaf_17": 0.0035408923868089914, + "leaf_18": 0.051009032875299454, + "leaf_19": 0.004368175752460957, + "leaf_20": 0.03977049142122269, + "leaf_21": 0.015599624253809452, + "leaf_22": 0.013443485833704472, + "leaf_23": 0.004780224524438381, + "leaf_24": 0.0035967351868748665, + "leaf_25": 5.032409831073892e-07, + "leaf_26": 0.03172463923692703, + "leaf_27": 0.006100332364439964, + "leaf_28": 0.06122000515460968, + "leaf_29": 0.002485163975507021, + "leaf_30": 0.03731011226773262, + "leaf_31": 0.009637207724153996, + "leaf_32": 0.11471506208181381, + "leaf_33": 0.0027824901044368744, + "leaf_34": 0.045444782823324203, + "leaf_35": 0.0024690597783774137, + "leaf_36": 0.03370925039052963, + "leaf_37": 0.007792711723595858, + "leaf_38": 0.0059497905895113945, + "leaf_39": 0.0037991816643625498, + "leaf_40": 0.0033124200999736786, + "leaf_41": 1.609831770110759e-07, + "leaf_42": 0.021459415555000305, + "leaf_43": 0.003099591238424182, + "leaf_44": 0.040436744689941406, + "leaf_45": 0.001924432348459959, + "leaf_46": 0.01895848847925663, + "leaf_47": 0.004971573129296303, + "leaf_48": 0.045520465821027756, + "leaf_49": 0.0020696716383099556, + "leaf_50": 0.03909633308649063, + "leaf_51": 0.0015961630269885063, + "leaf_52": 0.029375998303294182, + "leaf_53": 0.0057780006900429726, + "leaf_54": 0.0046426416374742985, + "leaf_55": 0.0030165512580424547, + "leaf_56": 0.002653262345120311, + "leaf_57": 1.919200514066688e-07, + "leaf_58": 0.014965453185141087, + "leaf_59": 0.0018187882378697395, + "leaf_60": 0.03138772398233414, + "leaf_61": 0.0011062804842367768, + "leaf_62": 0.014557847753167152, + "leaf_63": 0.003327036974951625, + "leaf_64": 0.03474360704421997, + "leaf_65": 0.0018484712345525622, + "leaf_66": 0.03892708197236061, + "leaf_67": 0.0010738923447206616, + "leaf_68": 0.025876043364405632, + "leaf_69": 0.00480912160128355, + "leaf_70": 0.0043406737968325615, + "leaf_71": 0.002872294746339321, + "leaf_72": 0.00246679806150496, + "leaf_73": 2.0636257147543802e-07, + "leaf_74": 0.018899524584412575, + "leaf_75": 0.0013274800730869174, + "leaf_76": 0.023277897387742996, + "leaf_77": 0.0014033970655873418, + "leaf_78": 0.0182835441082716, + "leaf_79": 0.0027221841737627983, + "leaf_80": 0.02748323790729046, + "leaf_81": 0.0018798727542161942, + "leaf_82": 0.03814278542995453, + "leaf_83": 0.0009102620533667505, + "leaf_84": 0.019566500559449196, + "leaf_85": 0.004043583292514086, + "leaf_86": 0.004372869618237019, + "leaf_87": 0.002812590217217803, + "leaf_88": 0.0027259462513029575, + "leaf_89": 2.019904030703401e-07, + "leaf_90": 0.02005208469927311, + "leaf_91": 0.000912039598915726, + "leaf_92": 0.017958682030439377, + "leaf_93": 0.001569553860463202, + "leaf_94": 0.019650138914585114, + "leaf_95": 0.0017721016192808747, + "leaf_96": 0.02210995741188526, + "leaf_97": 0.002677084179595113, + "leaf_98": 0.045347027480602264, + "leaf_99": 0.0008932507480494678, + "leaf_100": 0.016840528696775436, + "leaf_101": 0.005088462494313717, + "leaf_102": 0.005208191927522421, + "leaf_103": 0.005710636265575886, + "leaf_104": 0.0038721123710274696, + "leaf_105": 2.8970595167265856e-07, + "leaf_106": 0.02631276659667492, + "leaf_107": 0.0006230571889318526, + "leaf_108": 0.014288706704974174, + "leaf_109": 0.001963069662451744, + "leaf_110": 0.026131492108106613, + "leaf_111": 0.0017800882924348116, + "leaf_112": 0.020474517717957497 + }, + { + "leaf_0": 0.02315610460937023, + "leaf_1": 0.1658937931060791, + "leaf_2": 0.004777001682668924, + "leaf_3": 0.07834457606077194, + "leaf_4": 0.002576647326350212, + "leaf_5": 0.0694379135966301, + "leaf_6": 0.00024175718135666102, + "leaf_7": 0.0033481840509921312, + "leaf_8": 0.0003489968366920948, + "leaf_9": 0.011571494862437248, + "leaf_10": 0.010696246288716793, + "leaf_11": 0.2312602549791336, + "leaf_12": 0.018800409510731697, + "leaf_13": 0.012666650116443634, + "leaf_14": 0.009682882577180862, + "leaf_15": 0.008816028945147991, + "leaf_16": 0.0065568722784519196, + "leaf_17": 0.0037832739762961864, + "leaf_18": 0.052624065428972244, + "leaf_19": 0.004939239472150803, + "leaf_20": 0.04227187857031822, + "leaf_21": 0.016494395211338997, + "leaf_22": 0.01361742615699768, + "leaf_23": 0.005313768982887268, + "leaf_24": 0.004131608176976442, + "leaf_25": 3.6599462305275665e-07, + "leaf_26": 0.03691597655415535, + "leaf_27": 0.00658810418099165, + "leaf_28": 0.05923698469996452, + "leaf_29": 0.002593756653368473, + "leaf_30": 0.042851027101278305, + "leaf_31": 0.010210828855633736, + "leaf_32": 0.11956976354122162, + "leaf_33": 0.0028505544178187847, + "leaf_34": 0.04836466163396835, + "leaf_35": 0.003245300380513072, + "leaf_36": 0.03612365946173668, + "leaf_37": 0.008198312483727932, + "leaf_38": 0.006236821413040161, + "leaf_39": 0.0037676729261875153, + "leaf_40": 0.003387649543583393, + "leaf_41": 2.1527152682665474e-07, + "leaf_42": 0.018741844221949577, + "leaf_43": 0.003401015652343631, + "leaf_44": 0.042361069470644, + "leaf_45": 0.001456051366403699, + "leaf_46": 0.017627298831939697, + "leaf_47": 0.0050636171363294125, + "leaf_48": 0.04603830724954605, + "leaf_49": 0.0025169479195028543, + "leaf_50": 0.04368358477950096, + "leaf_51": 0.0023359525948762894, + "leaf_52": 0.03229141607880592, + "leaf_53": 0.008307183161377907, + "leaf_54": 0.006305459421128035, + "leaf_55": 0.00377216306515038, + "leaf_56": 0.0027231050189584494, + "leaf_57": 2.233180822486247e-07, + "leaf_58": 0.01856837049126625, + "leaf_59": 0.0023957272060215473, + "leaf_60": 0.033371083438396454, + "leaf_61": 0.0016620419919490814, + "leaf_62": 0.01795913279056549, + "leaf_63": 0.0040818508714437485, + "leaf_64": 0.03804289922118187, + "leaf_65": 0.0024902946315705776, + "leaf_66": 0.042406387627124786, + "leaf_67": 0.0018999503226950765, + "leaf_68": 0.028013145551085472, + "leaf_69": 0.006983629893511534, + "leaf_70": 0.0054777623154222965, + "leaf_71": 0.003777027828618884, + "leaf_72": 0.0025470792315900326, + "leaf_73": 2.092047282076237e-07, + "leaf_74": 0.02120286226272583, + "leaf_75": 0.001886695739813149, + "leaf_76": 0.025407737120985985, + "leaf_77": 0.0017218677094206214, + "leaf_78": 0.020795408636331558, + "leaf_79": 0.003619774244725704, + "leaf_80": 0.030881602317094803, + "leaf_81": 0.002590106800198555, + "leaf_82": 0.04371410608291626, + "leaf_83": 0.0013080809731036425, + "leaf_84": 0.02136555127799511, + "leaf_85": 0.007468476425856352, + "leaf_86": 0.004721001256257296, + "leaf_87": 0.004836407024413347, + "leaf_88": 0.0031478938180953264, + "leaf_89": 2.1780437009510933e-07, + "leaf_90": 0.02221786044538021, + "leaf_91": 0.0014442969113588333, + "leaf_92": 0.01978522725403309, + "leaf_93": 0.0018591530388221145, + "leaf_94": 0.0218861922621727, + "leaf_95": 0.003557802177965641, + "leaf_96": 0.028114045038819313, + "leaf_97": 0.002742342883720994, + "leaf_98": 0.04691923037171364, + "leaf_99": 0.0008726667729206383, + "leaf_100": 0.01852572336792946, + "leaf_101": 0.006660891696810722, + "leaf_102": 0.005331404507160187, + "leaf_103": 0.005079430993646383, + "leaf_104": 0.0055862669833004475, + "leaf_105": 3.152145779949933e-07, + "leaf_106": 0.02467406913638115, + "leaf_107": 0.0008016797946766019, + "leaf_108": 0.016825223341584206, + "leaf_109": 0.0021038376726210117, + "leaf_110": 0.025158170610666275, + "leaf_111": 0.002408286090940237, + "leaf_112": 0.024662118405103683 + }, + { + "leaf_0": 0.024986254051327705, + "leaf_1": 0.18422003090381622, + "leaf_2": 0.005925439298152924, + "leaf_3": 0.09428983926773071, + "leaf_4": 0.0033267000690102577, + "leaf_5": 0.08515474945306778, + "leaf_6": 0.0002252098056487739, + "leaf_7": 0.0031193813774734735, + "leaf_8": 0.0003978662716690451, + "leaf_9": 0.013189050368964672, + "leaf_10": 0.028647711500525475, + "leaf_11": 0.4629448354244232, + "leaf_12": 0.02328231930732727, + "leaf_13": 0.013482868671417236, + "leaf_14": 0.010549565777182579, + "leaf_15": 0.018420590087771416, + "leaf_16": 0.008425879292190075, + "leaf_17": 0.004367544781416655, + "leaf_18": 0.05794482305645943, + "leaf_19": 0.0069250487722456455, + "leaf_20": 0.046962250024080276, + "leaf_21": 0.023022612556815147, + "leaf_22": 0.016625050455331802, + "leaf_23": 0.005532391835004091, + "leaf_24": 0.004297764040529728, + "leaf_25": 5.85082716497709e-07, + "leaf_26": 0.032263148576021194, + "leaf_27": 0.008534221909940243, + "leaf_28": 0.06971964985132217, + "leaf_29": 0.0025744144804775715, + "leaf_30": 0.03752325102686882, + "leaf_31": 0.013521798886358738, + "leaf_32": 0.14586900174617767, + "leaf_33": 0.00326252612285316, + "leaf_34": 0.05253084376454353, + "leaf_35": 0.0040435572154819965, + "leaf_36": 0.03986323997378349, + "leaf_37": 0.011359834112226963, + "leaf_38": 0.0074213650077581406, + "leaf_39": 0.00443375064060092, + "leaf_40": 0.003602768760174513, + "leaf_41": 1.715394262191694e-07, + "leaf_42": 0.018655061721801758, + "leaf_43": 0.004504895303398371, + "leaf_44": 0.04824043810367584, + "leaf_45": 0.00137820013333112, + "leaf_46": 0.01664736494421959, + "leaf_47": 0.0067118010483682156, + "leaf_48": 0.05299108102917671, + "leaf_49": 0.002888044575229287, + "leaf_50": 0.04811128228902817, + "leaf_51": 0.0028071352280676365, + "leaf_52": 0.034644294530153275, + "leaf_53": 0.00974847748875618, + "leaf_54": 0.006377422250807285, + "leaf_55": 0.004198790527880192, + "leaf_56": 0.003038905095309019, + "leaf_57": 2.3474740373785608e-07, + "leaf_58": 0.017266543582081795, + "leaf_59": 0.0028182987589389086, + "leaf_60": 0.0363546721637249, + "leaf_61": 0.0013637312222272158, + "leaf_62": 0.016353528946638107, + "leaf_63": 0.004985141102224588, + "leaf_64": 0.042770206928253174, + "leaf_65": 0.002621921245008707, + "leaf_66": 0.04515773057937622, + "leaf_67": 0.0022195938508957624, + "leaf_68": 0.02964998036623001, + "leaf_69": 0.008156653493642807, + "leaf_70": 0.005506510380655527, + "leaf_71": 0.004326422233134508, + "leaf_72": 0.0032455455511808395, + "leaf_73": 1.8160923787036154e-07, + "leaf_74": 0.02083451673388481, + "leaf_75": 0.002163416240364313, + "leaf_76": 0.027712145820260048, + "leaf_77": 0.0016927727265283465, + "leaf_78": 0.01979087106883526, + "leaf_79": 0.004062867723405361, + "leaf_80": 0.034637559205293655, + "leaf_81": 0.0029015946201980114, + "leaf_82": 0.04778803884983063, + "leaf_83": 0.0019017007434740663, + "leaf_84": 0.024853527545928955, + "leaf_85": 0.008409736678004265, + "leaf_86": 0.006006929092109203, + "leaf_87": 0.004679691046476364, + "leaf_88": 0.003103321185335517, + "leaf_89": 2.1000262506731815e-07, + "leaf_90": 0.025104526430368423, + "leaf_91": 0.0017507011070847511, + "leaf_92": 0.023078130558133125, + "leaf_93": 0.0020365349482744932, + "leaf_94": 0.022528385743498802, + "leaf_95": 0.0042130532674491405, + "leaf_96": 0.032889172434806824, + "leaf_97": 0.003902318887412548, + "leaf_98": 0.058406513184309006, + "leaf_99": 0.001703497371636331, + "leaf_100": 0.02587089128792286, + "leaf_101": 0.008921999484300613, + "leaf_102": 0.006042306311428547, + "leaf_103": 0.008765260688960552, + "leaf_104": 0.006823102943599224, + "leaf_105": 2.2647044772838854e-07, + "leaf_106": 0.026584826409816742, + "leaf_107": 0.001233926392160356, + "leaf_108": 0.02300000563263893, + "leaf_109": 0.002193882828578353, + "leaf_110": 0.025272423401474953, + "leaf_111": 0.004180681426078081, + "leaf_112": 0.03615287318825722 + }, + { + "leaf_0": 0.016829714179039, + "leaf_1": 0.14367057383060455, + "leaf_2": 0.004470719490200281, + "leaf_3": 0.07419838011264801, + "leaf_4": 0.002453929977491498, + "leaf_5": 0.06583768129348755, + "leaf_6": 0.00018568630912341177, + "leaf_7": 0.0025719411205500364, + "leaf_8": 0.0002951366186607629, + "leaf_9": 0.009805500507354736, + "leaf_10": 0.02354794554412365, + "leaf_11": 0.3949972987174988, + "leaf_12": 0.019933611154556274, + "leaf_13": 0.008740941062569618, + "leaf_14": 0.007015981711447239, + "leaf_15": 0.016004180535674095, + "leaf_16": 0.007594617549329996, + "leaf_17": 0.0033662570640444756, + "leaf_18": 0.046921100467443466, + "leaf_19": 0.004426381550729275, + "leaf_20": 0.03565066680312157, + "leaf_21": 0.020054146647453308, + "leaf_22": 0.015599964186549187, + "leaf_23": 0.004955400712788105, + "leaf_24": 0.0035792107228189707, + "leaf_25": 4.2444702330612927e-07, + "leaf_26": 0.03588055819272995, + "leaf_27": 0.00640279334038496, + "leaf_28": 0.056092869490385056, + "leaf_29": 0.003202560357749462, + "leaf_30": 0.04229704290628433, + "leaf_31": 0.010687216185033321, + "leaf_32": 0.11809864640235901, + "leaf_33": 0.002422794234007597, + "leaf_34": 0.04152180626988411, + "leaf_35": 0.002876197686418891, + "leaf_36": 0.0314105860888958, + "leaf_37": 0.007541261147707701, + "leaf_38": 0.006232423707842827, + "leaf_39": 0.003041583579033613, + "leaf_40": 0.003896662499755621, + "leaf_41": 1.7555176157202368e-07, + "leaf_42": 0.019683245569467545, + "leaf_43": 0.002961594145745039, + "leaf_44": 0.037289708852767944, + "leaf_45": 0.0016740961000323296, + "leaf_46": 0.019431261345744133, + "leaf_47": 0.0044795675203204155, + "leaf_48": 0.041031088680028915, + "leaf_49": 0.0022010349202901125, + "leaf_50": 0.03802487626671791, + "leaf_51": 0.002147604012861848, + "leaf_52": 0.027381977066397667, + "leaf_53": 0.006528246682137251, + "leaf_54": 0.0061569614335894585, + "leaf_55": 0.0035526808351278305, + "leaf_56": 0.0024588932283222675, + "leaf_57": 1.628635430961367e-07, + "leaf_58": 0.01508419681340456, + "leaf_59": 0.0021508652716875076, + "leaf_60": 0.030058227479457855, + "leaf_61": 0.0013338696444407105, + "leaf_62": 0.014784218743443489, + "leaf_63": 0.003753263968974352, + "leaf_64": 0.034216683357954025, + "leaf_65": 0.00219074753113091, + "leaf_66": 0.03866710886359215, + "leaf_67": 0.0016549112042412162, + "leaf_68": 0.02362178824841976, + "leaf_69": 0.006512859370559454, + "leaf_70": 0.004669719375669956, + "leaf_71": 0.0032368421088904142, + "leaf_72": 0.0022375998087227345, + "leaf_73": 2.0399146194449713e-07, + "leaf_74": 0.01824810542166233, + "leaf_75": 0.0017611213261261582, + "leaf_76": 0.02260100655257702, + "leaf_77": 0.0013928543776273727, + "leaf_78": 0.017444422468543053, + "leaf_79": 0.0035435035824775696, + "leaf_80": 0.02851049415767193, + "leaf_81": 0.002409184817224741, + "leaf_82": 0.04073888808488846, + "leaf_83": 0.0013302663573995233, + "leaf_84": 0.01988726668059826, + "leaf_85": 0.0061085522174835205, + "leaf_86": 0.005213065072894096, + "leaf_87": 0.003676613559946418, + "leaf_88": 0.0028125792741775513, + "leaf_89": 1.664392357270117e-07, + "leaf_90": 0.017739692702889442, + "leaf_91": 0.0013453932479023933, + "leaf_92": 0.018893374130129814, + "leaf_93": 0.0015731045277789235, + "leaf_94": 0.01776195503771305, + "leaf_95": 0.002964004874229431, + "leaf_96": 0.0253499373793602, + "leaf_97": 0.003558718366548419, + "leaf_98": 0.051385778933763504, + "leaf_99": 0.001474306220188737, + "leaf_100": 0.02092886157333851, + "leaf_101": 0.007182360161095858, + "leaf_102": 0.004989709705114365, + "leaf_103": 0.009275306016206741, + "leaf_104": 0.005118720233440399, + "leaf_105": 2.1195810973040352e-07, + "leaf_106": 0.02015773579478264, + "leaf_107": 0.0008908096351660788, + "leaf_108": 0.018718304112553596, + "leaf_109": 0.001681518042460084, + "leaf_110": 0.02048863284289837, + "leaf_111": 0.002736942144110799, + "leaf_112": 0.027695361524820328 + }, + { + "leaf_0": 0.019699422642588615, + "leaf_1": 0.15778225660324097, + "leaf_2": 0.005637476220726967, + "leaf_3": 0.09107594192028046, + "leaf_4": 0.0031903402414172888, + "leaf_5": 0.08465864509344101, + "leaf_6": 0.0002629203081596643, + "leaf_7": 0.0036394987255334854, + "leaf_8": 0.00039079360431060195, + "leaf_9": 0.012953338213264942, + "leaf_10": 0.011316549964249134, + "leaf_11": 0.24065221846103668, + "leaf_12": 0.023566097021102905, + "leaf_13": 0.010855895467102528, + "leaf_14": 0.008573378436267376, + "leaf_15": 0.007031193468719721, + "leaf_16": 0.00508095882833004, + "leaf_17": 0.003959451802074909, + "leaf_18": 0.05410916730761528, + "leaf_19": 0.005966635420918465, + "leaf_20": 0.04141382500529289, + "leaf_21": 0.022620394825935364, + "leaf_22": 0.0172106996178627, + "leaf_23": 0.005255572497844696, + "leaf_24": 0.004224042408168316, + "leaf_25": 5.801476277156326e-07, + "leaf_26": 0.0447721928358078, + "leaf_27": 0.0075046606361866, + "leaf_28": 0.06556311249732971, + "leaf_29": 0.005067502614110708, + "leaf_30": 0.060883358120918274, + "leaf_31": 0.012204626575112343, + "leaf_32": 0.13300280272960663, + "leaf_33": 0.003354680258780718, + "leaf_34": 0.05239494517445564, + "leaf_35": 0.0036983578465878963, + "leaf_36": 0.03802134841680527, + "leaf_37": 0.010168100707232952, + "leaf_38": 0.00661337049677968, + "leaf_39": 0.004290428478270769, + "leaf_40": 0.003630951512604952, + "leaf_41": 1.9225099379127641e-07, + "leaf_42": 0.01926962472498417, + "leaf_43": 0.003964161034673452, + "leaf_44": 0.04499351233243942, + "leaf_45": 0.0015341610414907336, + "leaf_46": 0.017653118818998337, + "leaf_47": 0.005948702804744244, + "leaf_48": 0.048707254230976105, + "leaf_49": 0.002559515181928873, + "leaf_50": 0.04411690682172775, + "leaf_51": 0.0024487434420734644, + "leaf_52": 0.031116226688027382, + "leaf_53": 0.008677026256918907, + "leaf_54": 0.005964724812656641, + "leaf_55": 0.003463213797658682, + "leaf_56": 0.002887067152187228, + "leaf_57": 1.6718388451408828e-07, + "leaf_58": 0.014988827519118786, + "leaf_59": 0.0026759288739413023, + "leaf_60": 0.034350473433732986, + "leaf_61": 0.0010700647253543139, + "leaf_62": 0.014476330950856209, + "leaf_63": 0.004634004086256027, + "leaf_64": 0.040535878390073776, + "leaf_65": 0.0023609318304806948, + "leaf_66": 0.04304229095578194, + "leaf_67": 0.0019186340505257249, + "leaf_68": 0.028185801580548286, + "leaf_69": 0.0064244759269058704, + "leaf_70": 0.004823399242013693, + "leaf_71": 0.0033356952480971813, + "leaf_72": 0.002549246186390519, + "leaf_73": 2.0763273766988277e-07, + "leaf_74": 0.01791662909090519, + "leaf_75": 0.001974499085918069, + "leaf_76": 0.02591051533818245, + "leaf_77": 0.0012558819726109505, + "leaf_78": 0.01670096628367901, + "leaf_79": 0.0034433745313435793, + "leaf_80": 0.03173140436410904, + "leaf_81": 0.0026078717783093452, + "leaf_82": 0.04781989008188248, + "leaf_83": 0.0011894291965290904, + "leaf_84": 0.020738275721669197, + "leaf_85": 0.007720736786723137, + "leaf_86": 0.0054672108963131905, + "leaf_87": 0.004187293816357851, + "leaf_88": 0.003206583671271801, + "leaf_89": 1.636835378349133e-07, + "leaf_90": 0.019457869231700897, + "leaf_91": 0.0013933260925114155, + "leaf_92": 0.02090701460838318, + "leaf_93": 0.0016902282368391752, + "leaf_94": 0.01951536349952221, + "leaf_95": 0.0036611994728446007, + "leaf_96": 0.030367281287908554, + "leaf_97": 0.002122289501130581, + "leaf_98": 0.04097362235188484, + "leaf_99": 0.0006766494479961693, + "leaf_100": 0.01547646801918745, + "leaf_101": 0.005870679393410683, + "leaf_102": 0.0046729533933103085, + "leaf_103": 0.0035222347360104322, + "leaf_104": 0.003601459786295891, + "leaf_105": 2.56341820659145e-07, + "leaf_106": 0.02111458219587803, + "leaf_107": 0.0006835814565420151, + "leaf_108": 0.01698380894958973, + "leaf_109": 0.001546142273582518, + "leaf_110": 0.021258162334561348, + "leaf_111": 0.002249510493129492, + "leaf_112": 0.025736823678016663 + }, + { + "leaf_0": 0.018177399411797523, + "leaf_1": 0.14011314511299133, + "leaf_2": 0.004615794401615858, + "leaf_3": 0.07514688372612, + "leaf_4": 0.0025077383033931255, + "leaf_5": 0.06630368530750275, + "leaf_6": 0.00022942383657209575, + "leaf_7": 0.003179473802447319, + "leaf_8": 0.00032669794745743275, + "leaf_9": 0.010799591429531574, + "leaf_10": 0.0229937806725502, + "leaf_11": 0.38775020837783813, + "leaf_12": 0.021964337676763535, + "leaf_13": 0.009831646457314491, + "leaf_14": 0.008020532317459583, + "leaf_15": 0.016137931495904922, + "leaf_16": 0.007834364660084248, + "leaf_17": 0.0035571700427681208, + "leaf_18": 0.05129459872841835, + "leaf_19": 0.004726644139736891, + "leaf_20": 0.04051421210169792, + "leaf_21": 0.018838880583643913, + "leaf_22": 0.015629148110747337, + "leaf_23": 0.005091304890811443, + "leaf_24": 0.004262426868081093, + "leaf_25": 4.847971126764605e-07, + "leaf_26": 0.034336887300014496, + "leaf_27": 0.006332932505756617, + "leaf_28": 0.0605817586183548, + "leaf_29": 0.0034939153119921684, + "leaf_30": 0.04427509754896164, + "leaf_31": 0.010509643703699112, + "leaf_32": 0.12633326649665833, + "leaf_33": 0.0026809365954250097, + "leaf_34": 0.046224214136600494, + "leaf_35": 0.0030800786335021257, + "leaf_36": 0.03443841263651848, + "leaf_37": 0.00834938045591116, + "leaf_38": 0.0070293862372636795, + "leaf_39": 0.003694689366966486, + "leaf_40": 0.003118890104815364, + "leaf_41": 1.6278629288990487e-07, + "leaf_42": 0.01918760873377323, + "leaf_43": 0.003171843010932207, + "leaf_44": 0.041705336421728134, + "leaf_45": 0.0017890711314976215, + "leaf_46": 0.018368782475590706, + "leaf_47": 0.004884160123765469, + "leaf_48": 0.04553844407200813, + "leaf_49": 0.0026112087070941925, + "leaf_50": 0.04478699341416359, + "leaf_51": 0.0024531916715204716, + "leaf_52": 0.03164780139923096, + "leaf_53": 0.006597870960831642, + "leaf_54": 0.005593680310994387, + "leaf_55": 0.0034820716828107834, + "leaf_56": 0.0029478855431079865, + "leaf_57": 1.936761861998093e-07, + "leaf_58": 0.015580767765641212, + "leaf_59": 0.0022926891688257456, + "leaf_60": 0.03331657499074936, + "leaf_61": 0.0011712366249412298, + "leaf_62": 0.015897488221526146, + "leaf_63": 0.0037676922511309385, + "leaf_64": 0.03769606351852417, + "leaf_65": 0.0023733708076179028, + "leaf_66": 0.04179494082927704, + "leaf_67": 0.0020314964931458235, + "leaf_68": 0.027182651683688164, + "leaf_69": 0.008679172024130821, + "leaf_70": 0.006504140328615904, + "leaf_71": 0.00346281542442739, + "leaf_72": 0.0026386454701423645, + "leaf_73": 2.1149079998394882e-07, + "leaf_74": 0.022824082523584366, + "leaf_75": 0.0020014001056551933, + "leaf_76": 0.025699393823742867, + "leaf_77": 0.0018953772960230708, + "leaf_78": 0.021045884117484093, + "leaf_79": 0.004493184387683868, + "leaf_80": 0.034537822008132935, + "leaf_81": 0.0027236463502049446, + "leaf_82": 0.04509193077683449, + "leaf_83": 0.0015804284485056996, + "leaf_84": 0.021645838394761086, + "leaf_85": 0.008190183900296688, + "leaf_86": 0.005521401297301054, + "leaf_87": 0.004479893017560244, + "leaf_88": 0.003332541324198246, + "leaf_89": 2.554404545662692e-07, + "leaf_90": 0.021218663081526756, + "leaf_91": 0.0015726793790236115, + "leaf_92": 0.020640496164560318, + "leaf_93": 0.0017212018137797713, + "leaf_94": 0.02079811505973339, + "leaf_95": 0.0040206583216786385, + "leaf_96": 0.03129073977470398, + "leaf_97": 0.0037850483786314726, + "leaf_98": 0.05724473297595978, + "leaf_99": 0.0015195226296782494, + "leaf_100": 0.023791171610355377, + "leaf_101": 0.007697048131376505, + "leaf_102": 0.005881852004677057, + "leaf_103": 0.00956820696592331, + "leaf_104": 0.005590618588030338, + "leaf_105": 2.492977841939137e-07, + "leaf_106": 0.02478632889688015, + "leaf_107": 0.0010531351435929537, + "leaf_108": 0.019986487925052643, + "leaf_109": 0.002066957065835595, + "leaf_110": 0.02461886964738369, + "leaf_111": 0.003401461523026228, + "leaf_112": 0.03134249150753021 + } + ], + "repr_drift_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "repr_drift_kl": [ + 0.1456693410873413, + 0.14277702569961548, + 0.16078594326972961, + 0.1506083458662033, + 0.1734294891357422, + 0.1664576679468155, + 0.17611455917358398, + 0.17601747810840607, + 0.1803593784570694, + 0.18362833559513092, + 0.19984468817710876, + 0.21637769043445587, + 0.21260583400726318, + 0.20732007920742035, + 0.21117103099822998, + 0.22487598657608032, + 0.22899262607097626, + 0.23429889976978302, + 0.22971123456954956, + 0.24738603830337524 + ], + "repr_drift_kl_low_t": [ + 0.14474095404148102, + 0.14171314239501953, + 0.14742599427700043, + 0.142216295003891, + 0.15206263959407806, + 0.14585834741592407, + 0.15683752298355103, + 0.15763595700263977, + 0.16243496537208557, + 0.16843494772911072, + 0.17871800065040588, + 0.1875486522912979, + 0.18804165720939636, + 0.18384647369384766, + 0.18094930052757263, + 0.19889134168624878, + 0.2050793468952179, + 0.20018310844898224, + 0.20404237508773804, + 0.20453250408172607 + ], + "repr_drift_kl_mid_t": [ + 0.1473832130432129, + 0.14286483824253082, + 0.15730074048042297, + 0.14588336646556854, + 0.16971111297607422, + 0.16293200850486755, + 0.17108720541000366, + 0.1707162857055664, + 0.1759272962808609, + 0.1798667460680008, + 0.19156759977340698, + 0.20669789612293243, + 0.2065805047750473, + 0.2017805129289627, + 0.20134764909744263, + 0.22048163414001465, + 0.22173188626766205, + 0.22010214626789093, + 0.22542789578437805, + 0.2281716763973236 + ], + "repr_drift_kl_high_t": [ + 0.14164209365844727, + 0.14679133892059326, + 0.16983278095722198, + 0.1620268076658249, + 0.20162318646907806, + 0.19461098313331604, + 0.20418491959571838, + 0.19430245459079742, + 0.20116417109966278, + 0.21175505220890045, + 0.22985976934432983, + 0.2535213828086853, + 0.2591942846775055, + 0.23981386423110962, + 0.25411075353622437, + 0.28245067596435547, + 0.26034796237945557, + 0.2702345550060272, + 0.28542599081993103, + 0.2952321171760559 + ], + "cka_iters": [ + 50, + 100, + 150, + 200, + 250, + 300, + 350, + 400, + 450, + 500 + ], + "cka_similarity": [ + 0.8645222783088684, + 0.8449789881706238, + 0.8324068188667297, + 0.8097734451293945, + 0.8173774480819702, + 0.8048761487007141, + 0.7834198474884033, + 0.7656345963478088, + 0.7716550827026367, + 0.7798250913619995 + ], + "t_analysis_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "norm_low_t": [ + 0.28317201137542725, + 0.2984049618244171, + 0.3576504588127136, + 0.2409072369337082, + 0.2421191781759262, + 0.2889691889286041, + 0.281313419342041, + 0.3234420120716095, + 0.22683528065681458, + 0.2453690767288208, + 0.25287145376205444, + 0.19669079780578613, + 0.21410807967185974, + 0.3184622824192047, + 0.3209782540798187, + 0.3534722626209259, + 0.23643247783184052, + 0.29314103722572327, + 0.24716271460056305, + 0.29722175002098083 + ], + "norm_high_t": [ + 0.6878054738044739, + 0.5138229131698608, + 0.7349874377250671, + 0.8888701796531677, + 0.8252213597297668, + 0.960310161113739, + 0.6642540097236633, + 1.3057502508163452, + 0.7412015795707703, + 0.47389909625053406, + 0.7120534181594849, + 0.7006431818008423, + 0.55821293592453, + 0.7259072661399841, + 0.5291509032249451, + 0.9295466542243958, + 0.6239911913871765, + 0.4580210745334625, + 0.5972590446472168, + 0.8137333393096924 + ], + "lowhigh_cos": [ + 0.23272715508937836, + 0.03181501477956772, + 0.08897630125284195, + -0.06329319626092911, + -0.2735387086868286, + -0.32061147689819336, + -0.10076776146888733, + 0.2841205894947052, + 0.04300285130739212, + -0.1641002744436264, + 0.12881408631801605, + 0.12272334098815918, + 0.11193530261516571, + -0.0013489039847627282, + 0.09601503610610962, + 0.1833285391330719, + 0.1073339432477951, + 0.25947025418281555, + 0.13339863717556, + -0.3388907015323639 + ], + "t_bin_norms": [ + { + "t_0.0-0.1": 0.20007707178592682, + "t_0.1-0.2": 0.40691041946411133, + "t_0.2-0.3": 0.3565097749233246, + "t_0.3-0.4": 0.3420657813549042, + "t_0.4-0.5": 0.43339604139328003, + "t_0.5-0.6": 0.4631377160549164, + "t_0.6-0.7": 0.5802083015441895, + "t_0.7-0.8": 0.5099171996116638, + "t_0.8-0.9": 0.7529585361480713, + "t_0.9-1.0": 0.7492557168006897 + }, + { + "t_0.0-0.1": 0.40903759002685547, + "t_0.1-0.2": 0.3496853709220886, + "t_0.2-0.3": 0.325368732213974, + "t_0.3-0.4": 0.39445993304252625, + "t_0.4-0.5": 0.39208468794822693, + "t_0.5-0.6": 0.397573858499527, + "t_0.6-0.7": 0.43908774852752686, + "t_0.7-0.8": 0.434674471616745, + "t_0.8-0.9": 0.513726532459259, + "t_0.9-1.0": 0.6218942999839783 + }, + { + "t_0.0-0.1": 0.23238393664360046, + "t_0.1-0.2": 0.306705504655838, + "t_0.2-0.3": 0.3211119472980499, + "t_0.3-0.4": 0.32003670930862427, + "t_0.4-0.5": 0.47978973388671875, + "t_0.5-0.6": 0.4463096261024475, + "t_0.6-0.7": 0.4876764714717865, + "t_0.7-0.8": 0.5238209962844849, + "t_0.8-0.9": 0.5431044101715088, + "t_0.9-1.0": 0.8967908620834351 + }, + { + "t_0.0-0.1": 0.3837814927101135, + "t_0.1-0.2": 0.41892534494400024, + "t_0.2-0.3": 0.35273391008377075, + "t_0.3-0.4": 0.38175708055496216, + "t_0.4-0.5": 0.43881118297576904, + "t_0.5-0.6": 0.45174819231033325, + "t_0.6-0.7": 0.42386624217033386, + "t_0.7-0.8": 0.44643035531044006, + "t_0.8-0.9": 0.6294531226158142, + "t_0.9-1.0": 1.1662358045578003 + }, + { + "t_0.0-0.1": 0.25364989042282104, + "t_0.1-0.2": 0.42089858651161194, + "t_0.2-0.3": 0.351744681596756, + "t_0.3-0.4": 0.31486889719963074, + "t_0.4-0.5": 0.3005625307559967, + "t_0.5-0.6": 0.5204605460166931, + "t_0.6-0.7": 0.44370171427726746, + "t_0.7-0.8": 0.5259042978286743, + "t_0.8-0.9": 0.5103744864463806, + "t_0.9-1.0": 1.0476621389389038 + }, + { + "t_0.0-0.1": 0.3258817791938782, + "t_0.1-0.2": 0.36843791604042053, + "t_0.2-0.3": 0.32969024777412415, + "t_0.3-0.4": 0.32065603137016296, + "t_0.4-0.5": 0.325761616230011, + "t_0.5-0.6": 0.3968967795372009, + "t_0.6-0.7": 0.375929057598114, + "t_0.7-0.8": 0.6504094004631042, + "t_0.8-0.9": 0.8062936067581177, + "t_0.9-1.0": 1.0317208766937256 + }, + { + "t_0.0-0.1": 0.29916754364967346, + "t_0.1-0.2": 0.300851047039032, + "t_0.2-0.3": 0.30949053168296814, + "t_0.3-0.4": 0.3093753159046173, + "t_0.4-0.5": 0.3014123737812042, + "t_0.5-0.6": 0.33015894889831543, + "t_0.6-0.7": 0.3979231119155884, + "t_0.7-0.8": 0.4402250349521637, + "t_0.8-0.9": 0.6326262950897217, + "t_0.9-1.0": 0.7571881413459778 + }, + { + "t_0.0-0.1": 0.23528455197811127, + "t_0.1-0.2": 0.3223424255847931, + "t_0.2-0.3": 0.3517199754714966, + "t_0.3-0.4": 0.34128671884536743, + "t_0.4-0.5": 0.42965641617774963, + "t_0.5-0.6": 0.47842445969581604, + "t_0.6-0.7": 0.7619199156761169, + "t_0.7-0.8": 0.9103926420211792, + "t_0.8-0.9": 1.112719178199768, + "t_0.9-1.0": 1.5143388509750366 + }, + { + "t_0.0-0.1": 0.2057357132434845, + "t_0.1-0.2": 0.28450530767440796, + "t_0.2-0.3": 0.2852761745452881, + "t_0.3-0.4": 0.3087382912635803, + "t_0.4-0.5": 0.36655670404434204, + "t_0.5-0.6": 0.382294237613678, + "t_0.6-0.7": 0.40035441517829895, + "t_0.7-0.8": 0.5540171265602112, + "t_0.8-0.9": 0.6969083547592163, + "t_0.9-1.0": 0.9091225862503052 + }, + { + "t_0.0-0.1": 0.30454587936401367, + "t_0.1-0.2": 0.44419175386428833, + "t_0.2-0.3": 0.30812597274780273, + "t_0.3-0.4": 0.3692478537559509, + "t_0.4-0.5": 0.3226999342441559, + "t_0.5-0.6": 0.3173711597919464, + "t_0.6-0.7": 0.3233760595321655, + "t_0.7-0.8": 0.47376948595046997, + "t_0.8-0.9": 0.5223393440246582, + "t_0.9-1.0": 0.5810039639472961 + }, + { + "t_0.0-0.1": 0.2499484419822693, + "t_0.1-0.2": 0.3514283001422882, + "t_0.2-0.3": 0.3216966390609741, + "t_0.3-0.4": 0.3588636517524719, + "t_0.4-0.5": 0.5468319654464722, + "t_0.5-0.6": 0.37627047300338745, + "t_0.6-0.7": 0.5694624781608582, + "t_0.7-0.8": 0.6978957653045654, + "t_0.8-0.9": 0.7238809466362, + "t_0.9-1.0": 0.8269912004470825 + }, + { + "t_0.0-0.1": 0.2228618860244751, + "t_0.1-0.2": 0.263400673866272, + "t_0.2-0.3": 0.26135414838790894, + "t_0.3-0.4": 0.3459094762802124, + "t_0.4-0.5": 0.3813011348247528, + "t_0.5-0.6": 0.37064382433891296, + "t_0.6-0.7": 0.3584386706352234, + "t_0.7-0.8": 0.5038853883743286, + "t_0.8-0.9": 0.5377084612846375, + "t_0.9-1.0": 0.6941953897476196 + }, + { + "t_0.0-0.1": 0.3303362727165222, + "t_0.1-0.2": 0.2437252700328827, + "t_0.2-0.3": 0.3139757812023163, + "t_0.3-0.4": 0.3199487626552582, + "t_0.4-0.5": 0.4027688503265381, + "t_0.5-0.6": 0.3254593312740326, + "t_0.6-0.7": 0.4632553160190582, + "t_0.7-0.8": 0.43127113580703735, + "t_0.8-0.9": 0.48612794280052185, + "t_0.9-1.0": 0.6087666749954224 + }, + { + "t_0.0-0.1": 0.18096517026424408, + "t_0.1-0.2": 0.33264654874801636, + "t_0.2-0.3": 0.2994510531425476, + "t_0.3-0.4": 0.37755805253982544, + "t_0.4-0.5": 0.3756406605243683, + "t_0.5-0.6": 0.3709184527397156, + "t_0.6-0.7": 0.4366990327835083, + "t_0.7-0.8": 0.4888599216938019, + "t_0.8-0.9": 0.5812283754348755, + "t_0.9-1.0": 0.9309635162353516 + }, + { + "t_0.0-0.1": 0.13679108023643494, + "t_0.1-0.2": 0.306628555059433, + "t_0.2-0.3": 0.3601330518722534, + "t_0.3-0.4": 0.2744539976119995, + "t_0.4-0.5": 0.33888858556747437, + "t_0.5-0.6": 0.36520078778266907, + "t_0.6-0.7": 0.41746747493743896, + "t_0.7-0.8": 0.36024096608161926, + "t_0.8-0.9": 0.42785918712615967, + "t_0.9-1.0": 0.5913100838661194 + }, + { + "t_0.0-0.1": 0.20812366902828217, + "t_0.1-0.2": 0.24445803463459015, + "t_0.2-0.3": 0.31764471530914307, + "t_0.3-0.4": 0.3544587194919586, + "t_0.4-0.5": 0.4667767882347107, + "t_0.5-0.6": 0.311562180519104, + "t_0.6-0.7": 0.4302537739276886, + "t_0.7-0.8": 0.595802903175354, + "t_0.8-0.9": 0.5517507791519165, + "t_0.9-1.0": 1.079817533493042 + }, + { + "t_0.0-0.1": 0.22268864512443542, + "t_0.1-0.2": 0.2766304314136505, + "t_0.2-0.3": 0.3043909966945648, + "t_0.3-0.4": 0.31118518114089966, + "t_0.4-0.5": 0.30959954857826233, + "t_0.5-0.6": 0.32815754413604736, + "t_0.6-0.7": 0.44341444969177246, + "t_0.7-0.8": 0.44411587715148926, + "t_0.8-0.9": 0.5984882116317749, + "t_0.9-1.0": 0.7781164050102234 + }, + { + "t_0.0-0.1": 0.23973916471004486, + "t_0.1-0.2": 0.3255510628223419, + "t_0.2-0.3": 0.2517535388469696, + "t_0.3-0.4": 0.2886081635951996, + "t_0.4-0.5": 0.3406846225261688, + "t_0.5-0.6": 0.3474274277687073, + "t_0.6-0.7": 0.35344043374061584, + "t_0.7-0.8": 0.4628807604312897, + "t_0.8-0.9": 0.5316644906997681, + "t_0.9-1.0": 0.7272986769676208 + }, + { + "t_0.0-0.1": 0.26197344064712524, + "t_0.1-0.2": 0.3280925452709198, + "t_0.2-0.3": 0.2740902900695801, + "t_0.3-0.4": 0.3115667998790741, + "t_0.4-0.5": 0.2818582057952881, + "t_0.5-0.6": 0.3827582001686096, + "t_0.6-0.7": 0.35673433542251587, + "t_0.7-0.8": 0.4143924415111542, + "t_0.8-0.9": 0.664767324924469, + "t_0.9-1.0": 0.8517876267433167 + }, + { + "t_0.0-0.1": 0.35201138257980347, + "t_0.1-0.2": 0.30543315410614014, + "t_0.2-0.3": 0.3071991503238678, + "t_0.3-0.4": 0.3190576732158661, + "t_0.4-0.5": 0.3650133013725281, + "t_0.5-0.6": 0.44509828090667725, + "t_0.6-0.7": 0.43393877148628235, + "t_0.7-0.8": 0.45531246066093445, + "t_0.8-0.9": 0.4751991629600525, + "t_0.9-1.0": 0.8089329600334167 + } + ], + "win_rate": [ + 0.5342568755149841, + 0.5280283689498901, + 0.5206722617149353, + 0.5360825061798096, + 0.532216489315033, + 0.525021493434906, + 0.532538652420044, + 0.5364046692848206, + 0.5228736996650696, + 0.5226052403450012, + 0.5064970254898071, + 0.4986039698123932, + 0.5011276006698608, + 0.5158934593200684, + 0.49661728739738464, + 0.5294244289398193, + 0.5201889872550964, + 0.5272766351699829, + 0.5017719268798828, + 0.5116516351699829, + 0.5316258668899536, + 0.5211554765701294, + 0.48067012429237366, + 0.5161082744598389, + 0.5160008668899536, + 0.525665819644928, + 0.5364583134651184, + 0.5190614461898804, + 0.5258805751800537, + 0.4943084120750427, + 0.4744952917098999, + 0.5025773048400879, + 0.5112220644950867, + 0.5173432230949402, + 0.46746134757995605, + 0.5112757682800293, + 0.5107925534248352, + 0.541612982749939, + 0.49715420603752136, + 0.4726159870624542, + 0.47148841619491577, + 0.47610610723495483, + 0.49108678102493286, + 0.49629512429237366, + 0.49661728739738464, + 0.47873711585998535, + 0.4763745665550232, + 0.46746134757995605, + 0.49506014585494995, + 0.49049612879753113 + ], + "effective_batch_size": [ + 432.80328369140625, + 445.2936706542969, + 466.18572998046875, + 449.98980712890625, + 450.7110900878906, + 437.84954833984375, + 454.9723815917969, + 473.21429443359375, + 450.2702941894531, + 446.5663146972656, + 438.8668518066406, + 429.82037353515625, + 467.2841491699219, + 438.8371887207031, + 445.5466613769531, + 461.2174377441406, + 437.6216125488281, + 430.390869140625, + 426.349609375, + 447.32147216796875, + 465.20904541015625, + 451.61383056640625, + 440.0888366699219, + 456.5181579589844, + 456.65087890625, + 449.42999267578125, + 456.01666259765625, + 434.3464660644531, + 451.7258605957031, + 451.5712890625, + 424.85198974609375, + 438.37701416015625, + 439.54754638671875, + 460.1548156738281, + 417.9529113769531, + 447.1409606933594, + 456.5063781738281, + 460.5068054199219, + 432.42242431640625, + 413.54180908203125, + 413.63726806640625, + 431.93231201171875, + 431.64093017578125, + 435.7624206542969, + 434.87518310546875, + 441.50909423828125, + 421.056640625, + 419.07391357421875, + 443.45263671875, + 441.89251708984375 + ], + "surgery_iters": [], + "surgery_fraction": [], + "surgery_n_conflicting": [], + "per_achievement_rates": [ + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {} + ] + }, + "base_seed": 0, + "seeds": [ + 0, + 1, + 2 + ], + "wall_clock_s": [ + 1174.3, + 1128.5, + 1128.4 + ], + "per_seed_finals": [ + { + "iters": 500, + "loss": 0.9024904370307922, + "env_score_iters": 500, + "env_score": 4.158393859863281, + "eval_iters": 500, + "eval_score": 10.056331634521484, + "grad_align_iters": 500, + "grad_align": 0.15500928461551666, + "rl_grad_norm": 0.4357347786426544, + "bc_grad_norm": 1.2492443323135376, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.018177399411797523, + "leaf_1": 0.14011314511299133, + "leaf_2": 0.004615794401615858, + "leaf_3": 0.07514688372612, + "leaf_4": 0.0025077383033931255, + "leaf_5": 0.06630368530750275, + "leaf_6": 0.00022942383657209575, + "leaf_7": 0.003179473802447319, + "leaf_8": 0.00032669794745743275, + "leaf_9": 0.010799591429531574, + "leaf_10": 0.0229937806725502, + "leaf_11": 0.38775020837783813, + "leaf_12": 0.021964337676763535, + "leaf_13": 0.009831646457314491, + "leaf_14": 0.008020532317459583, + "leaf_15": 0.016137931495904922, + "leaf_16": 0.007834364660084248, + "leaf_17": 0.0035571700427681208, + "leaf_18": 0.05129459872841835, + "leaf_19": 0.004726644139736891, + "leaf_20": 0.04051421210169792, + "leaf_21": 0.018838880583643913, + "leaf_22": 0.015629148110747337, + "leaf_23": 0.005091304890811443, + "leaf_24": 0.004262426868081093, + "leaf_25": 4.847971126764605e-07, + "leaf_26": 0.034336887300014496, + "leaf_27": 0.006332932505756617, + "leaf_28": 0.0605817586183548, + "leaf_29": 0.0034939153119921684, + "leaf_30": 0.04427509754896164, + "leaf_31": 0.010509643703699112, + "leaf_32": 0.12633326649665833, + "leaf_33": 0.0026809365954250097, + "leaf_34": 0.046224214136600494, + "leaf_35": 0.0030800786335021257, + "leaf_36": 0.03443841263651848, + "leaf_37": 0.00834938045591116, + "leaf_38": 0.0070293862372636795, + "leaf_39": 0.003694689366966486, + "leaf_40": 0.003118890104815364, + "leaf_41": 1.6278629288990487e-07, + "leaf_42": 0.01918760873377323, + "leaf_43": 0.003171843010932207, + "leaf_44": 0.041705336421728134, + "leaf_45": 0.0017890711314976215, + "leaf_46": 0.018368782475590706, + "leaf_47": 0.004884160123765469, + "leaf_48": 0.04553844407200813, + "leaf_49": 0.0026112087070941925, + "leaf_50": 0.04478699341416359, + "leaf_51": 0.0024531916715204716, + "leaf_52": 0.03164780139923096, + "leaf_53": 0.006597870960831642, + "leaf_54": 0.005593680310994387, + "leaf_55": 0.0034820716828107834, + "leaf_56": 0.0029478855431079865, + "leaf_57": 1.936761861998093e-07, + "leaf_58": 0.015580767765641212, + "leaf_59": 0.0022926891688257456, + "leaf_60": 0.03331657499074936, + "leaf_61": 0.0011712366249412298, + "leaf_62": 0.015897488221526146, + "leaf_63": 0.0037676922511309385, + "leaf_64": 0.03769606351852417, + "leaf_65": 0.0023733708076179028, + "leaf_66": 0.04179494082927704, + "leaf_67": 0.0020314964931458235, + "leaf_68": 0.027182651683688164, + "leaf_69": 0.008679172024130821, + "leaf_70": 0.006504140328615904, + "leaf_71": 0.00346281542442739, + "leaf_72": 0.0026386454701423645, + "leaf_73": 2.1149079998394882e-07, + "leaf_74": 0.022824082523584366, + "leaf_75": 0.0020014001056551933, + "leaf_76": 0.025699393823742867, + "leaf_77": 0.0018953772960230708, + "leaf_78": 0.021045884117484093, + "leaf_79": 0.004493184387683868, + "leaf_80": 0.034537822008132935, + "leaf_81": 0.0027236463502049446, + "leaf_82": 0.04509193077683449, + "leaf_83": 0.0015804284485056996, + "leaf_84": 0.021645838394761086, + "leaf_85": 0.008190183900296688, + "leaf_86": 0.005521401297301054, + "leaf_87": 0.004479893017560244, + "leaf_88": 0.003332541324198246, + "leaf_89": 2.554404545662692e-07, + "leaf_90": 0.021218663081526756, + "leaf_91": 0.0015726793790236115, + "leaf_92": 0.020640496164560318, + "leaf_93": 0.0017212018137797713, + "leaf_94": 0.02079811505973339, + "leaf_95": 0.0040206583216786385, + "leaf_96": 0.03129073977470398, + "leaf_97": 0.0037850483786314726, + "leaf_98": 0.05724473297595978, + "leaf_99": 0.0015195226296782494, + "leaf_100": 0.023791171610355377, + "leaf_101": 0.007697048131376505, + "leaf_102": 0.005881852004677057, + "leaf_103": 0.00956820696592331, + "leaf_104": 0.005590618588030338, + "leaf_105": 2.492977841939137e-07, + "leaf_106": 0.02478632889688015, + "leaf_107": 0.0010531351435929537, + "leaf_108": 0.019986487925052643, + "leaf_109": 0.002066957065835595, + "leaf_110": 0.02461886964738369, + "leaf_111": 0.003401461523026228, + "leaf_112": 0.03134249150753021 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.24738603830337524, + "repr_drift_kl_low_t": 0.20453250408172607, + "repr_drift_kl_mid_t": 0.2281716763973236, + "repr_drift_kl_high_t": 0.2952321171760559, + "cka_iters": 500, + "cka_similarity": 0.7798250913619995, + "t_analysis_iters": 500, + "norm_low_t": 0.29722175002098083, + "norm_high_t": 0.8137333393096924, + "lowhigh_cos": -0.3388907015323639, + "t_bin_norms": { + "t_0.0-0.1": 0.35201138257980347, + "t_0.1-0.2": 0.30543315410614014, + "t_0.2-0.3": 0.3071991503238678, + "t_0.3-0.4": 0.3190576732158661, + "t_0.4-0.5": 0.3650133013725281, + "t_0.5-0.6": 0.44509828090667725, + "t_0.6-0.7": 0.43393877148628235, + "t_0.7-0.8": 0.45531246066093445, + "t_0.8-0.9": 0.4751991629600525, + "t_0.9-1.0": 0.8089329600334167 + }, + "win_rate": 0.49049612879753113, + "effective_batch_size": 441.89251708984375, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.7501294016838074, + "env_score_iters": 500, + "env_score": 3.7707314491271973, + "eval_iters": 500, + "eval_score": 10.034734725952148, + "grad_align_iters": 500, + "grad_align": 0.33376380801200867, + "rl_grad_norm": 0.4521753191947937, + "bc_grad_norm": 1.3573269844055176, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.014332699589431286, + "leaf_1": 0.12417684495449066, + "leaf_2": 0.004359662998467684, + "leaf_3": 0.07132863998413086, + "leaf_4": 0.002576296217739582, + "leaf_5": 0.06758532673120499, + "leaf_6": 0.0002453486085869372, + "leaf_7": 0.0033974654506891966, + "leaf_8": 0.00037783014704473317, + "leaf_9": 0.012484933249652386, + "leaf_10": 0.006093545816838741, + "leaf_11": 0.2023659199476242, + "leaf_12": 0.01791832596063614, + "leaf_13": 0.007964394986629486, + "leaf_14": 0.006123674102127552, + "leaf_15": 0.0057745627127587795, + "leaf_16": 0.005904661025851965, + "leaf_17": 0.003392348764464259, + "leaf_18": 0.046246230602264404, + "leaf_19": 0.004881514236330986, + "leaf_20": 0.03864132612943649, + "leaf_21": 0.01658875308930874, + "leaf_22": 0.013250254094600677, + "leaf_23": 0.004121843259781599, + "leaf_24": 0.0033714219462126493, + "leaf_25": 4.047630284276238e-07, + "leaf_26": 0.0384669303894043, + "leaf_27": 0.005681181792169809, + "leaf_28": 0.0534188412129879, + "leaf_29": 0.0037104906514286995, + "leaf_30": 0.04679335653781891, + "leaf_31": 0.009331818670034409, + "leaf_32": 0.10741622745990753, + "leaf_33": 0.0026704613119363785, + "leaf_34": 0.042375341057777405, + "leaf_35": 0.003075496992096305, + "leaf_36": 0.033389490097761154, + "leaf_37": 0.008816647343337536, + "leaf_38": 0.0062573798932135105, + "leaf_39": 0.0038650387432426214, + "leaf_40": 0.0028034287970513105, + "leaf_41": 1.5211541892767855e-07, + "leaf_42": 0.01696963794529438, + "leaf_43": 0.0034082168713212013, + "leaf_44": 0.0393846333026886, + "leaf_45": 0.0017848641145974398, + "leaf_46": 0.01578640192747116, + "leaf_47": 0.005069838836789131, + "leaf_48": 0.04344387352466583, + "leaf_49": 0.0022017552983015776, + "leaf_50": 0.038801830261945724, + "leaf_51": 0.0020500230602920055, + "leaf_52": 0.029354164376854897, + "leaf_53": 0.00802349578589201, + "leaf_54": 0.00537691218778491, + "leaf_55": 0.003139729844406247, + "leaf_56": 0.0025777139235287905, + "leaf_57": 2.205393769827424e-07, + "leaf_58": 0.01654457487165928, + "leaf_59": 0.0022780366707593203, + "leaf_60": 0.031360626220703125, + "leaf_61": 0.001470810966566205, + "leaf_62": 0.016031578183174133, + "leaf_63": 0.004300419241189957, + "leaf_64": 0.036698032170534134, + "leaf_65": 0.0020218214485794306, + "leaf_66": 0.037313297390937805, + "leaf_67": 0.001617788104340434, + "leaf_68": 0.024643704295158386, + "leaf_69": 0.006340193096548319, + "leaf_70": 0.0062314774841070175, + "leaf_71": 0.002893863245844841, + "leaf_72": 0.002402880694717169, + "leaf_73": 2.445886480018089e-07, + "leaf_74": 0.02419726364314556, + "leaf_75": 0.0017475811764597893, + "leaf_76": 0.02366362325847149, + "leaf_77": 0.0020121086854487658, + "leaf_78": 0.02061237394809723, + "leaf_79": 0.00339515577070415, + "leaf_80": 0.02931135520339012, + "leaf_81": 0.002091586124151945, + "leaf_82": 0.039387449622154236, + "leaf_83": 0.001056361012160778, + "leaf_84": 0.019135797396302223, + "leaf_85": 0.006168769672513008, + "leaf_86": 0.004701588768512011, + "leaf_87": 0.0033093211241066456, + "leaf_88": 0.002666015876457095, + "leaf_89": 1.767230912719242e-07, + "leaf_90": 0.021327579393982887, + "leaf_91": 0.0012420888524502516, + "leaf_92": 0.018583524972200394, + "leaf_93": 0.0016577355563640594, + "leaf_94": 0.019549455493688583, + "leaf_95": 0.002939140424132347, + "leaf_96": 0.025903141126036644, + "leaf_97": 0.002532237209379673, + "leaf_98": 0.04569612443447113, + "leaf_99": 0.0005902335396967828, + "leaf_100": 0.016562197357416153, + "leaf_101": 0.005508119706064463, + "leaf_102": 0.005050878506153822, + "leaf_103": 0.004829704761505127, + "leaf_104": 0.005260923877358437, + "leaf_105": 3.4989969321941317e-07, + "leaf_106": 0.021521354094147682, + "leaf_107": 0.0006770133040845394, + "leaf_108": 0.01575811207294464, + "leaf_109": 0.0015049694338813424, + "leaf_110": 0.021113144233822823, + "leaf_111": 0.0019500746857374907, + "leaf_112": 0.0225079245865345 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.2494872361421585, + "repr_drift_kl_low_t": 0.2248391956090927, + "repr_drift_kl_mid_t": 0.24209411442279816, + "repr_drift_kl_high_t": 0.29406434297561646, + "cka_iters": 500, + "cka_similarity": 0.7499696016311646, + "t_analysis_iters": 500, + "norm_low_t": 0.32982224225997925, + "norm_high_t": 0.5815149545669556, + "lowhigh_cos": 0.19175878167152405, + "t_bin_norms": { + "t_0.0-0.1": 0.1978101134300232, + "t_0.1-0.2": 0.354498952627182, + "t_0.2-0.3": 0.31234875321388245, + "t_0.3-0.4": 0.3044545352458954, + "t_0.4-0.5": 0.3339076638221741, + "t_0.5-0.6": 0.3227511942386627, + "t_0.6-0.7": 0.41293439269065857, + "t_0.7-0.8": 0.42911383509635925, + "t_0.8-0.9": 0.4234805405139923, + "t_0.9-1.0": 0.7392817735671997 + }, + "win_rate": 0.509396493434906, + "effective_batch_size": 473.86700439453125, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.9423742294311523, + "env_score_iters": 500, + "env_score": 4.399999618530273, + "eval_iters": 500, + "eval_score": 10.27018928527832, + "grad_align_iters": 500, + "grad_align": 0.36072149872779846, + "rl_grad_norm": 0.45649510622024536, + "bc_grad_norm": 1.2602580785751343, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.018166089430451393, + "leaf_1": 0.1364879310131073, + "leaf_2": 0.004620011895895004, + "leaf_3": 0.07536504417657852, + "leaf_4": 0.0026073481421917677, + "leaf_5": 0.0692543312907219, + "leaf_6": 0.0003077166329603642, + "leaf_7": 0.004261861089617014, + "leaf_8": 0.00045806821435689926, + "leaf_9": 0.015072859823703766, + "leaf_10": 0.01807769015431404, + "leaf_11": 0.3220711946487427, + "leaf_12": 0.02455294318497181, + "leaf_13": 0.010415464639663696, + "leaf_14": 0.007998826913535595, + "leaf_15": 0.011397249065339565, + "leaf_16": 0.005966843105852604, + "leaf_17": 0.0039275893941521645, + "leaf_18": 0.05377420783042908, + "leaf_19": 0.005515995901077986, + "leaf_20": 0.04378499090671539, + "leaf_21": 0.019453788176178932, + "leaf_22": 0.01444166712462902, + "leaf_23": 0.005194493569433689, + "leaf_24": 0.0038428637199103832, + "leaf_25": 4.6655588903377065e-07, + "leaf_26": 0.03352789580821991, + "leaf_27": 0.007039077114313841, + "leaf_28": 0.06390023976564407, + "leaf_29": 0.0024763799738138914, + "leaf_30": 0.03811459243297577, + "leaf_31": 0.01100869569927454, + "leaf_32": 0.12782512605190277, + "leaf_33": 0.002902178792282939, + "leaf_34": 0.04895339161157608, + "leaf_35": 0.0032079843804240227, + "leaf_36": 0.03686799854040146, + "leaf_37": 0.010186668485403061, + "leaf_38": 0.0068582878448069096, + "leaf_39": 0.004340194631367922, + "leaf_40": 0.0034385237377136946, + "leaf_41": 2.1059726407202106e-07, + "leaf_42": 0.017623744904994965, + "leaf_43": 0.003686602460220456, + "leaf_44": 0.04446493461728096, + "leaf_45": 0.0014985157176852226, + "leaf_46": 0.017574088647961617, + "leaf_47": 0.005750355310738087, + "leaf_48": 0.04879753664135933, + "leaf_49": 0.0024299633223563433, + "leaf_50": 0.04368297755718231, + "leaf_51": 0.002165289828553796, + "leaf_52": 0.03192007541656494, + "leaf_53": 0.007837885059416294, + "leaf_54": 0.006069606635719538, + "leaf_55": 0.0036777907516807318, + "leaf_56": 0.002867842558771372, + "leaf_57": 2.075938709822367e-07, + "leaf_58": 0.017306601628661156, + "leaf_59": 0.0023804998490959406, + "leaf_60": 0.03414751961827278, + "leaf_61": 0.0012988959206268191, + "leaf_62": 0.016496282070875168, + "leaf_63": 0.004180525429546833, + "leaf_64": 0.040334057062864304, + "leaf_65": 0.0022460692562162876, + "leaf_66": 0.04167049750685692, + "leaf_67": 0.0016390451928600669, + "leaf_68": 0.027861617505550385, + "leaf_69": 0.005865859799087048, + "leaf_70": 0.0050835981965065, + "leaf_71": 0.00374179077334702, + "leaf_72": 0.002893074881285429, + "leaf_73": 2.130940544020632e-07, + "leaf_74": 0.020795198157429695, + "leaf_75": 0.0017065864522010088, + "leaf_76": 0.025124913081526756, + "leaf_77": 0.0014836991904303432, + "leaf_78": 0.019788678735494614, + "leaf_79": 0.003091697348281741, + "leaf_80": 0.03048076294362545, + "leaf_81": 0.0024119908921420574, + "leaf_82": 0.04364790767431259, + "leaf_83": 0.0011877561919391155, + "leaf_84": 0.022357333451509476, + "leaf_85": 0.005872487090528011, + "leaf_86": 0.004710608161985874, + "leaf_87": 0.004368248861283064, + "leaf_88": 0.003126498544588685, + "leaf_89": 2.2362989682278567e-07, + "leaf_90": 0.021623801440000534, + "leaf_91": 0.0013057029573246837, + "leaf_92": 0.02000386454164982, + "leaf_93": 0.0015833505894988775, + "leaf_94": 0.020843487232923508, + "leaf_95": 0.002837124513462186, + "leaf_96": 0.0263686440885067, + "leaf_97": 0.002946101827546954, + "leaf_98": 0.05008330196142197, + "leaf_99": 0.0010570791782811284, + "leaf_100": 0.01963876746594906, + "leaf_101": 0.006265203934162855, + "leaf_102": 0.005335391033440828, + "leaf_103": 0.0060887872241437435, + "leaf_104": 0.004325855523347855, + "leaf_105": 2.7715213946066797e-07, + "leaf_106": 0.025759747251868248, + "leaf_107": 0.000796029984485358, + "leaf_108": 0.017152121290564537, + "leaf_109": 0.0020962434355169535, + "leaf_110": 0.02611638978123665, + "leaf_111": 0.002496472792699933, + "leaf_112": 0.02584609016776085 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.2551417052745819, + "repr_drift_kl_low_t": 0.22936338186264038, + "repr_drift_kl_mid_t": 0.24974268674850464, + "repr_drift_kl_high_t": 0.3003116250038147, + "cka_iters": 500, + "cka_similarity": 0.732816755771637, + "t_analysis_iters": 500, + "norm_low_t": 0.5087505578994751, + "norm_high_t": 0.7652808427810669, + "lowhigh_cos": 0.3406331539154053, + "t_bin_norms": { + "t_0.0-0.1": 0.30285975337028503, + "t_0.1-0.2": 0.39289969205856323, + "t_0.2-0.3": 0.3589191734790802, + "t_0.3-0.4": 0.3326241374015808, + "t_0.4-0.5": 0.4245441257953644, + "t_0.5-0.6": 0.391191691160202, + "t_0.6-0.7": 0.4658588171005249, + "t_0.7-0.8": 0.48862671852111816, + "t_0.8-0.9": 0.6822719573974609, + "t_0.9-1.0": 1.1632367372512817 + }, + "win_rate": 0.48861685395240784, + "effective_batch_size": 443.3667297363281, + "per_achievement_rates": {} + } + ], + "final_ach_rates": { + "Achievements/collect_coal": 0.5046333948771159, + "Achievements/collect_diamond": 0.0007440624634424846, + "Achievements/collect_drink": 0.41644006093343106, + "Achievements/collect_iron": 0.2958485221862793, + "Achievements/collect_sapling": 0.9414132436116537, + "Achievements/collect_stone": 0.8240807851155599, + "Achievements/collect_wood": 0.9844223276774088, + "Achievements/defeat_skeleton": 0.16036671002705893, + "Achievements/defeat_zombie": 0.5638858413696289, + "Achievements/eat_cow": 0.3319757906595866, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.021132274468739828, + "Achievements/make_iron_sword": 0.14207183837890625, + "Achievements/make_stone_pickaxe": 0.5648281351725261, + "Achievements/make_stone_sword": 0.6674110666910806, + "Achievements/make_wood_pickaxe": 0.8837007395426433, + "Achievements/make_wood_sword": 0.5873535156249999, + "Achievements/place_furnace": 0.776710433959961, + "Achievements/place_plant": 0.6248798116048176, + "Achievements/place_stone": 0.644771728515625, + "Achievements/place_table": 0.9318697357177733, + "Achievements/wake_up": 0.18003480911254885 + }, + "all_final_ach_rates": [ + { + "Achievements/collect_coal": 0.5033333587646485, + "Achievements/collect_diamond": 0.001111111119389534, + "Achievements/collect_drink": 0.4111111068725586, + "Achievements/collect_iron": 0.2966666793823242, + "Achievements/collect_sapling": 0.9444445037841797, + "Achievements/collect_stone": 0.8255555725097656, + "Achievements/collect_wood": 0.9855555725097657, + "Achievements/defeat_skeleton": 0.1577777862548828, + "Achievements/defeat_zombie": 0.5655555725097656, + "Achievements/eat_cow": 0.3566666793823242, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.021111111640930175, + "Achievements/make_iron_sword": 0.14111111640930177, + "Achievements/make_stone_pickaxe": 0.5644444656372071, + "Achievements/make_stone_sword": 0.6666667175292968, + "Achievements/make_wood_pickaxe": 0.8877777862548828, + "Achievements/make_wood_sword": 0.5988888931274414, + "Achievements/place_furnace": 0.7722222137451172, + "Achievements/place_plant": 0.63, + "Achievements/place_stone": 0.66, + "Achievements/place_table": 0.9322222137451172, + "Achievements/wake_up": 0.21 + }, + { + "Achievements/collect_coal": 0.5049614334106445, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.42116870880126955, + "Achievements/collect_iron": 0.26240354537963867, + "Achievements/collect_sapling": 0.9481808471679688, + "Achievements/collect_stone": 0.8103638458251953, + "Achievements/collect_wood": 0.9867696380615234, + "Achievements/defeat_skeleton": 0.17309812545776368, + "Achievements/defeat_zombie": 0.5678059768676758, + "Achievements/eat_cow": 0.318632869720459, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.018743109703063966, + "Achievements/make_iron_sword": 0.11245865821838379, + "Achievements/make_stone_pickaxe": 0.5336273574829101, + "Achievements/make_stone_sword": 0.6449835205078125, + "Achievements/make_wood_pickaxe": 0.8743109130859374, + "Achievements/make_wood_sword": 0.5633958435058594, + "Achievements/place_furnace": 0.7563395690917969, + "Achievements/place_plant": 0.585446548461914, + "Achievements/place_stone": 0.6207276916503907, + "Achievements/place_table": 0.9239250946044922, + "Achievements/wake_up": 0.1697905158996582 + }, + { + "Achievements/collect_coal": 0.5056053924560547, + "Achievements/collect_diamond": 0.0011210762709379196, + "Achievements/collect_drink": 0.41704036712646486, + "Achievements/collect_iron": 0.328475341796875, + "Achievements/collect_sapling": 0.9316143798828125, + "Achievements/collect_stone": 0.8363229370117188, + "Achievements/collect_wood": 0.9809417724609375, + "Achievements/defeat_skeleton": 0.15022421836853028, + "Achievements/defeat_zombie": 0.5582959747314453, + "Achievements/eat_cow": 0.3206278228759766, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.023542602062225342, + "Achievements/make_iron_sword": 0.1726457405090332, + "Achievements/make_stone_pickaxe": 0.596412582397461, + "Achievements/make_stone_sword": 0.6905829620361328, + "Achievements/make_wood_pickaxe": 0.8890135192871094, + "Achievements/make_wood_sword": 0.5997758102416992, + "Achievements/place_furnace": 0.8015695190429688, + "Achievements/place_plant": 0.659192886352539, + "Achievements/place_stone": 0.6535874938964844, + "Achievements/place_table": 0.9394618988037109, + "Achievements/wake_up": 0.1603139114379883 + } + ] + } + } +} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/achievement_summary.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/achievement_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..b7ed17a7317da7006aaa50d24e3ffc04efc96f29 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/achievement_summary.csv @@ -0,0 +1,23 @@ +Achievement,Pretrained,baseline_rl,delta_baseline_rl +Achievements/collect_coal,0.6357,0.5046,-0.1311 +Achievements/collect_diamond,0.0,0.0007,0.0007 +Achievements/collect_drink,0.5006,0.4164,-0.0841 +Achievements/collect_iron,0.4313,0.2958,-0.1354 +Achievements/collect_sapling,0.8907,0.9414,0.0507 +Achievements/collect_stone,0.9154,0.8241,-0.0913 +Achievements/collect_wood,0.9953,0.9844,-0.0109 +Achievements/defeat_skeleton,0.208,0.1604,-0.0476 +Achievements/defeat_zombie,0.6663,0.5639,-0.1024 +Achievements/eat_cow,0.4501,0.332,-0.1181 +Achievements/eat_plant,0.0,0.0,0.0 +Achievements/make_iron_pickaxe,0.0517,0.0211,-0.0306 +Achievements/make_iron_sword,0.2385,0.1421,-0.0965 +Achievements/make_stone_pickaxe,0.7203,0.5648,-0.1555 +Achievements/make_stone_sword,0.792,0.6674,-0.1246 +Achievements/make_wood_pickaxe,0.9553,0.8837,-0.0716 +Achievements/make_wood_sword,0.812,0.5874,-0.2246 +Achievements/place_furnace,0.879,0.7767,-0.1023 +Achievements/place_plant,0.6381,0.6249,-0.0132 +Achievements/place_stone,0.7286,0.6448,-0.0838 +Achievements/place_table,0.9835,0.9319,-0.0517 +Achievements/wake_up,0.3831,0.18,-0.203 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/achievement_summary.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/achievement_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..81a220a5007873cc5b5c0b199d0b3d2ba061be69 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/achievement_summary.tex @@ -0,0 +1,33 @@ +\begin{table}[htbp] +\centering +\caption{Per-achievement final unlock rates and delta vs pretrained.} +\label{tab:achievements} +\begin{tabular}{lrrr} +\toprule +\textbf{Achievement} & \textbf{Pretrained} & \textbf{baseline\_rl} & \textbf{delta\_baseline\_rl} \\ +\midrule +Achievements/collect\_coal & 0.6357 & 0.5046 & -0.1311 \\ +Achievements/collect\_diamond & 0.0000 & 0.0007 & 0.0007 \\ +Achievements/collect\_drink & 0.5006 & 0.4164 & -0.0841 \\ +Achievements/collect\_iron & 0.4313 & 0.2958 & -0.1354 \\ +Achievements/collect\_sapling & 0.8907 & 0.9414 & 0.0507 \\ +Achievements/collect\_stone & 0.9154 & 0.8241 & -0.0913 \\ +Achievements/collect\_wood & 0.9953 & 0.9844 & -0.0109 \\ +Achievements/defeat\_skeleton & 0.2080 & 0.1604 & -0.0476 \\ +Achievements/defeat\_zombie & 0.6663 & 0.5639 & -0.1024 \\ +Achievements/eat\_cow & 0.4501 & 0.3320 & -0.1181 \\ +Achievements/eat\_plant & 0.0000 & 0.0000 & 0.0000 \\ +Achievements/make\_iron\_pickaxe & 0.0517 & 0.0211 & -0.0306 \\ +Achievements/make\_iron\_sword & 0.2385 & 0.1421 & -0.0965 \\ +Achievements/make\_stone\_pickaxe & 0.7203 & 0.5648 & -0.1555 \\ +Achievements/make\_stone\_sword & 0.7920 & 0.6674 & -0.1246 \\ +Achievements/make\_wood\_pickaxe & 0.9553 & 0.8837 & -0.0716 \\ +Achievements/make\_wood\_sword & 0.8120 & 0.5874 & -0.2246 \\ +Achievements/place\_furnace & 0.8790 & 0.7767 & -0.1023 \\ +Achievements/place\_plant & 0.6381 & 0.6249 & -0.0132 \\ +Achievements/place\_stone & 0.7286 & 0.6448 & -0.0838 \\ +Achievements/place\_table & 0.9835 & 0.9319 & -0.0517 \\ +Achievements/wake\_up & 0.3831 & 0.1800 & -0.2030 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/forgetting_analysis.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/forgetting_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..b16f858ad0ec9c22a0a1c444a346ad48f956943f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/forgetting_analysis.csv @@ -0,0 +1,2 @@ +Method,First_Collapse_Iter,Min_Score,Min_Score_Iter,Recovery_Score,Recovered +baseline_rl,425,10.0563,500,10.1486,N diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/forgetting_analysis.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/forgetting_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..e0f9ce15938d8f981e412b2c305e478d402aa61a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/forgetting_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Catastrophic forgetting timeline.} +\label{tab:forgetting} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{First\_Collapse\_Iter} & \textbf{Min\_Score} & \textbf{Min\_Score\_Iter} & \textbf{Recovery\_Score} & \textbf{Recovered} \\ +\midrule +baseline\_rl & 425 & 10.0563 & 500 & 10.1486 & N \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/gradient_analysis.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/gradient_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..8be2579ecf39a7e34a6b05bad8311115a961dfb9 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/gradient_analysis.csv @@ -0,0 +1,2 @@ +Method,Mean_Grad_Align,Final_Grad_Align,Trend,Mean_KL_Drift,Final_KL_Drift +baseline_rl,0.112,0.155,down,0.193422,0.247386 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/gradient_analysis.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/gradient_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..f75bda99e5921031f0d2064f16343363cb8f0748 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/gradient_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Gradient alignment and representation drift analysis.} +\label{tab:gradient} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{Mean\_Grad\_Align} & \textbf{Final\_Grad\_Align} & \textbf{Trend} & \textbf{Mean\_KL\_Drift} & \textbf{Final\_KL\_Drift} \\ +\midrule +baseline\_rl & 0.1120 & 0.1550 & down & 0.1934 & 0.2474 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/group_summary.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/group_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..9a8c09b91ea87c8770cd92f3f66efae907eaaf8f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/group_summary.csv @@ -0,0 +1,2 @@ +Group,N,Mean,Best,Worst,StdDev +Baseline,1,10.1486,10.1486,10.1486,0.0 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/group_summary.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/group_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..605b5cba861c9afb746cd5ab19f679fd45720a3c --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/group_summary.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Group summary statistics.} +\label{tab:group_summary} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Group} & \textbf{N} & \textbf{Mean} & \textbf{Best} & \textbf{Worst} & \textbf{StdDev} \\ +\midrule +Baseline & 1 & 10.1486 & 10.1486 & 10.1486 & 0.0000 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/hypothesis_verdict.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/hypothesis_verdict.csv new file mode 100644 index 0000000000000000000000000000000000000000..5694044bea421eb81246bed24eec1d7de412c824 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/hypothesis_verdict.csv @@ -0,0 +1,2 @@ +Ablation,Group,Hypothesis,Result,Conclusion +baseline_rl,Baseline,Diagnoses whether the RL signal alone causes collapse,NEUTRAL,Inconclusive — no significant change diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/hypothesis_verdict.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/hypothesis_verdict.tex new file mode 100644 index 0000000000000000000000000000000000000000..6a3b006d2193a0dd486dfc029ce7c9c22acf324f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/hypothesis_verdict.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Hypothesis verdict per ablation.} +\label{tab:hypothesis} +\begin{tabular}{lrrrr} +\toprule +\textbf{Ablation} & \textbf{Group} & \textbf{Hypothesis} & \textbf{Result} & \textbf{Conclusion} \\ +\midrule +baseline\_rl & Baseline & Diagnoses whether the RL signal alone causes collapse & NEUTRAL & Inconclusive — no significant change \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/main_results.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/main_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..8a507da51ef8c058b6e9c014e33488aaf503d54d --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/main_results.csv @@ -0,0 +1,2 @@ +Method,Group,Final_Score,Score_Std,Delta_vs_Pretrained,Delta_vs_Baseline_RL,Verdict +baseline_rl,Baseline,10.1486,0.1811,-1.8269,0.0,NEUTRAL diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/main_results.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/main_results.tex new file mode 100644 index 0000000000000000000000000000000000000000..d43d723346c55b04459fc88e76953e905547113a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/main_results.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Main ablation results.} +\label{tab:main_results} +\begin{tabular}{lrrrrrr} +\toprule +\textbf{Method} & \textbf{Group} & \textbf{Final\_Score} & \textbf{Score\_Std} & \textbf{Delta\_vs\_Pretrained} & \textbf{Delta\_vs\_Baseline\_RL} & \textbf{Verdict} \\ +\midrule +baseline\_rl & Baseline & 10.1486 & 0.1811 & -1.8269 & 0.0000 & NEUTRAL \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/per_env.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/per_env.csv new file mode 100644 index 0000000000000000000000000000000000000000..40872d6b15493d69ee4496477f3a48c79e2bc801 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/per_env.csv @@ -0,0 +1,3 @@ +Method,Achievements/collect_coal,Achievements/collect_diamond,Achievements/collect_drink,Achievements/collect_iron,Achievements/collect_sapling,Achievements/collect_stone,Achievements/collect_wood,Achievements/defeat_skeleton,Achievements/defeat_zombie,Achievements/eat_cow,Achievements/eat_plant,Achievements/make_iron_pickaxe,Achievements/make_iron_sword,Achievements/make_stone_pickaxe,Achievements/make_stone_sword,Achievements/make_wood_pickaxe,Achievements/make_wood_sword,Achievements/place_furnace,Achievements/place_plant,Achievements/place_stone,Achievements/place_table,Achievements/wake_up +pretrained,0.6357,0.0,0.5006,0.4313,0.8907,0.9154,0.9953,0.208,0.6663,0.4501,0.0,0.0517,0.2385,0.7203,0.792,0.9553,0.812,0.879,0.6381,0.7286,0.9835,0.3831 +baseline_rl,0.5046,0.0007,0.4164,0.2958,0.9414,0.8241,0.9844,0.1604,0.5639,0.332,0.0,0.0211,0.1421,0.5648,0.6674,0.8837,0.5874,0.7767,0.6249,0.6448,0.9319,0.18 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/per_env.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/per_env.tex new file mode 100644 index 0000000000000000000000000000000000000000..56a965393c56f95c296dcdedbe04b54c7daa8d29 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/per_env.tex @@ -0,0 +1,13 @@ +\begin{table}[htbp] +\centering +\caption{Per-environment (per-achievement) win rates at final eval.} +\label{tab:per_env} +\begin{tabular}{lrrrrrrrrrrrrrrrrrrrrrr} +\toprule +\textbf{Method} & \textbf{Achievements/collect\_coal} & \textbf{Achievements/collect\_diamond} & \textbf{Achievements/collect\_drink} & \textbf{Achievements/collect\_iron} & \textbf{Achievements/collect\_sapling} & \textbf{Achievements/collect\_stone} & \textbf{Achievements/collect\_wood} & \textbf{Achievements/defeat\_skeleton} & \textbf{Achievements/defeat\_zombie} & \textbf{Achievements/eat\_cow} & \textbf{Achievements/eat\_plant} & \textbf{Achievements/make\_iron\_pickaxe} & \textbf{Achievements/make\_iron\_sword} & \textbf{Achievements/make\_stone\_pickaxe} & \textbf{Achievements/make\_stone\_sword} & \textbf{Achievements/make\_wood\_pickaxe} & \textbf{Achievements/make\_wood\_sword} & \textbf{Achievements/place\_furnace} & \textbf{Achievements/place\_plant} & \textbf{Achievements/place\_stone} & \textbf{Achievements/place\_table} & \textbf{Achievements/wake\_up} \\ +\midrule +pretrained & 0.6357 & 0.0000 & 0.5006 & 0.4313 & 0.8907 & 0.9154 & 0.9953 & 0.2080 & 0.6663 & 0.4501 & 0.0000 & 0.0517 & 0.2385 & 0.7203 & 0.7920 & 0.9553 & 0.8120 & 0.8790 & 0.6381 & 0.7286 & 0.9835 & 0.3831 \\ +baseline\_rl & 0.5046 & 0.0007 & 0.4164 & 0.2958 & 0.9414 & 0.8241 & 0.9844 & 0.1604 & 0.5639 & 0.3320 & 0.0000 & 0.0211 & 0.1421 & 0.5648 & 0.6674 & 0.8837 & 0.5874 & 0.7767 & 0.6249 & 0.6448 & 0.9319 & 0.1800 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/repr_drift.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/repr_drift.csv new file mode 100644 index 0000000000000000000000000000000000000000..ec162f85051d749b9ea2bd335d90680060c81553 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/repr_drift.csv @@ -0,0 +1,2 @@ +Method,KL_mean,KL_low_t,KL_mid_t,KL_high_t +baseline_rl,0.247386,0.204533,0.228172,0.295232 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/repr_drift.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/repr_drift.tex new file mode 100644 index 0000000000000000000000000000000000000000..286a0f4da44a4dc374357f578ed8e8abc760f2d6 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/repr_drift.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Representation drift (KL divergence) at final iteration.} +\label{tab:repr_drift} +\begin{tabular}{lrrrr} +\toprule +\textbf{Method} & \textbf{KL\_mean} & \textbf{KL\_low\_t} & \textbf{KL\_mid\_t} & \textbf{KL\_high\_t} \\ +\midrule +baseline\_rl & 0.2474 & 0.2045 & 0.2282 & 0.2952 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/t_distribution.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/t_distribution.csv new file mode 100644 index 0000000000000000000000000000000000000000..9659213aea4050e945f2942527a746251ff4b429 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/t_distribution.csv @@ -0,0 +1,2 @@ +Method,HighLow_Ratio,LowHigh_Cos_Sim,Dominant_Regime +baseline_rl,2.617,0.0281,high-t diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/t_distribution.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/t_distribution.tex new file mode 100644 index 0000000000000000000000000000000000000000..80c752f35ac1e88085f4fff467b8eb3b335b48c2 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-4/tables/t_distribution.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Timestep distribution analysis.} +\label{tab:t_dist} +\begin{tabular}{lrrr} +\toprule +\textbf{Method} & \textbf{HighLow\_Ratio} & \textbf{LowHigh\_Cos\_Sim} & \textbf{Dominant\_Regime} \\ +\midrule +baseline\_rl & 2.6170 & 0.0281 & high-t \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/diagnosis.md b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/diagnosis.md new file mode 100644 index 0000000000000000000000000000000000000000..29d9c9c423a3933a8bafe41ccf853ef0bfc65e66 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/diagnosis.md @@ -0,0 +1,59 @@ +# RL Fine-Tuning Ablation Suite — Diagnosis Report + +**Pretrained baseline score:** 11.9754 +**Baseline RL score:** 10.8104 + +--- + +## Primary Failure Mode + +**ALL ablations collapsed.** This is the strongest evidence for a fundamental +incompatibility between the RL fine-tuning signal and the model. + +**Most likely failure mode:** Catastrophic Forgetting +> The pretrained representations are corrupted by RL gradients. + +**Evidence strength:** 0% (0/0 supporting ablations succeeded) + +--- + +## Hypothesis Rankings (by Evidence Strength) + +| Hypothesis | Evidence | Supporting Ablations | +|---|---|---| +| Catastrophic Forgetting | 0% (0/0) | — | +| Gradient Conflict | 0% (0/0) | — | +| Signal Sparsity | 0% (0/0) | — | +| Distributional Shift | 0% (0/0) | — | +| Mode Collapse | 0% (0/0) | — | +| t-Bias | 0% (0/0) | — | + +--- + +## Evidence Details per Ablation + +### baseline_rl [NEUTRAL] +- **Score:** 10.8104 (delta vs pretrained: -1.1650, delta vs baseline_rl: +0.0000) +- **Hypothesis tested:** Diagnoses whether the RL signal alone causes collapse +- **Mean grad alignment:** +0.2262 +- **Final KL drift:** 0.186274 + +--- + +## Recommendations + +### Catastrophic Forgetting +Implement a strong parameter regularisation regime (EWC + LLRD) or use LoRA to restrict the parameter update space. + +### Gradient Conflict +Apply PCGrad in the full training pipeline, and investigate whether the t-distribution of RL batches is biased. + +--- + +## Next Experiments + +Based on the pattern of successes and failures above, the highest-priority +follow-up experiments are: + +3. **Increase num_envs and num_seeds**: current results may be high-variance. Confirm findings with num_seeds=3. +4. **Profile the reward signal**: plot the return histogram over training to determine if rewards are collapsing to zero. diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/action_freq_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/action_freq_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..c824da6bdad404f99f3dac07355a3fd0ea3d82cd Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/action_freq_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/action_metrics_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/action_metrics_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..5956da139fe66fcf7960fe82ed8727993fb50756 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/action_metrics_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/js_divergence_comparison.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/js_divergence_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..e90e8f3a550cf149ceea23fc568a6974c3050443 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/js_divergence_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/transition_matrix_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/transition_matrix_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..c26466b110a9f3861fce4ec7cb8c371506922a40 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/action_dist/transition_matrix_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/cka_similarity.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/cka_similarity.png new file mode 100644 index 0000000000000000000000000000000000000000..16e206aa34b94c6be09efff026cf7467e44b674f Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/cka_similarity.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/curves_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/curves_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..7f75703b3aedabf4c23e19dc89d61d54d653f8c6 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/curves_baseline_rl.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77a1164ee104f9c8e0f64deef76f0e561e3208ce25d0b2f7b3acf5543a74ff9a +size 303907 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/diagnosis_decision_tree.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/diagnosis_decision_tree.png new file mode 100644 index 0000000000000000000000000000000000000000..730d89684146fd76646f6c006f98ee2fd87d1f1f Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/diagnosis_decision_tree.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/eval_scores_over_training.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/eval_scores_over_training.png new file mode 100644 index 0000000000000000000000000000000000000000..8bf3a1999da2cf01e4acbc4ea2c0518af8ea082b Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/eval_scores_over_training.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/final_score_comparison.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/final_score_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..11e67b7ed6affe47c8753981ae23f859759569c3 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/final_score_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/gradient_alignment.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/gradient_alignment.png new file mode 100644 index 0000000000000000000000000000000000000000..fc29a01781c6cceb88f9fbcd0aac4d7d44ae6c5e Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/gradient_alignment.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/gradient_conflict_map.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/gradient_conflict_map.png new file mode 100644 index 0000000000000000000000000000000000000000..83a7cbf0054ab5d9837a606436aa6b5e890cae03 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/gradient_conflict_map.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/group_comparison.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/group_comparison.png new file mode 100644 index 0000000000000000000000000000000000000000..d13fea3c3385e68d7cba22cb2c2881182058f51e Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/group_comparison.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/per_layer_grad_heatmap_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/per_layer_grad_heatmap_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..f3da413257df3621e0f80467622b1f03fe5ed5c8 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/per_layer_grad_heatmap_baseline_rl.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a4135c8b07538760d40705abf5fc6e9a79e58d5ace8bf77c88ef28cf17cb41f +size 573548 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/representation_drift.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/representation_drift.png new file mode 100644 index 0000000000000000000000000000000000000000..39c361b6661c15a44a567bb2d8756104fb2150f3 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/representation_drift.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4c89a671795245b11084a041847f8d9c3a972d6d8c53e11d6bee79d58285564a +size 194619 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/score_delta_over_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/score_delta_over_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..67bde9224845cc49b5b5cf9076b6ccb6987e0d78 Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/score_delta_over_baseline_rl.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_grad_norms_baseline_rl.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_grad_norms_baseline_rl.png new file mode 100644 index 0000000000000000000000000000000000000000..bab8675bc3b7d7dccf6ce61580fedcbb3036fd63 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_grad_norms_baseline_rl.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:134c9c0990414dcaf1cac750e90d884bd4010d8c8e9d67ab46cd7464aea08bd0 +size 246640 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_norms_heatmap.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_norms_heatmap.png new file mode 100644 index 0000000000000000000000000000000000000000..b24707980dbfd5aae11357efa719d8aa7ce0b24f Binary files /dev/null and b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_bin_norms_heatmap.png differ diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_distribution_analysis.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_distribution_analysis.png new file mode 100644 index 0000000000000000000000000000000000000000..fb8c6edf86052cfeb9ce0336e50373833f6c5432 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/t_distribution_analysis.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b900026ba1b3a1995ab78d257de3f3b547a89bcc4252372797d995f3c56813bb +size 134591 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/win_rate_and_effective_batch_size.png b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/win_rate_and_effective_batch_size.png new file mode 100644 index 0000000000000000000000000000000000000000..f9c9d5719aab39204f21af0eecafa6c6c4473016 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/figures/win_rate_and_effective_batch_size.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:17fe501c1d17d00546359c8fb56427e106d29686693e1abe41593e86ebde05c0 +size 151250 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/results.json b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/results.json new file mode 100644 index 0000000000000000000000000000000000000000..2bd17e75afccaa9fc235b5c7724b47e5472f552c --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/results.json @@ -0,0 +1,3970 @@ +{ + "pretrained_score": 11.975441932678223, + "pretrained_ach_rates": { + "Achievements/collect_coal": 0.63572265625, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.5005875396728515, + "Achievements/collect_iron": 0.43125732421875, + "Achievements/collect_sapling": 0.8907167816162109, + "Achievements/collect_stone": 0.9153936004638672, + "Achievements/collect_wood": 0.9952996063232422, + "Achievements/defeat_skeleton": 0.2079905891418457, + "Achievements/defeat_zombie": 0.6662749481201172, + "Achievements/eat_cow": 0.4500587463378906, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.051703877449035644, + "Achievements/make_iron_sword": 0.2385428810119629, + "Achievements/make_stone_pickaxe": 0.7203289794921875, + "Achievements/make_stone_sword": 0.7920093536376953, + "Achievements/make_wood_pickaxe": 0.9553466033935547, + "Achievements/make_wood_sword": 0.8119858551025391, + "Achievements/place_furnace": 0.8789659118652344, + "Achievements/place_plant": 0.6380728530883789, + "Achievements/place_stone": 0.7285546112060547, + "Achievements/place_table": 0.9835487365722656, + "Achievements/wake_up": 0.38307872772216794 + }, + "config": { + "ENV_NAME": "Craftax-Classic-Symbolic-v1", + "USE_OPTIMISTIC_RESETS": false, + "OPTIMISTIC_RESET_RATIO": 16, + "D_MODEL": 384, + "N_HEADS": 8, + "N_LAYERS": 6, + "D_FF": 768, + "OBS_ENCODER_LAYERS": 2, + "OBS_ENCODER_WIDTH": 768, + "DROPOUT_RATE": 0.1, + "PLAN_HORIZON": 32, + "DIFFUSION_SCHEDULE": "cosine", + "TRAIN_SIGMA": 0.0, + "LABEL_SMOOTHING": 0.0, + "DIFFUSION_STEPS": 15, + "DIFFUSION_STEPS_EVAL": 10, + "REMASK_STRATEGY": "rescale", + "ETA": 0.5, + "USE_LOOP": true, + "T_ON": 0.7, + "T_OFF": 0.3, + "TEMPERATURE": 0.5, + "TOP_P": 0.95, + "LR": 1e-05, + "MAX_GRAD_NORM": 1.0, + "WEIGHT_DECAY": 0.0001, + "LR_WARMUP_FRAMES": "1.6384e6", + "NUM_ENVS": 192, + "NUM_STEPS": 128, + "NUM_MINIBATCHES": 8, + "UPDATE_EPOCHS": 8, + "NUM_REPEATS": 1, + "OFFLINE_TOTAL_TIMESTEPS": 100000000.0, + "COLLECT_TEMPERATURE": 1.0, + "RETURN_WEIGHT_CAP": 5.0, + "ONLINE_TOTAL_TIMESTEPS": 100000000.0, + "DAGGER_BETA_INIT": 1.0, + "DAGGER_BETA_FINAL": 0.344, + "DAGGER_BUFFER_CYCLES": 1.90735, + "DAGGER_TRAIN_PASSES": null, + "DAGGER_EXPERT_DETERMINISTIC": true, + "VAL_INTERVAL_FRAMES": 1000000.0, + "VAL_DIFFUSION_STEPS": 50, + "VAL_REPLAN_EVERY": 4, + "VAL_STEPS": 256, + "COLLECT_NUM_STEPS": 10000000, + "COLLECT_NUM_ENVS": 128, + "PPO_MODEL_TYPE": "ppo_rnn", + "LAYER_SIZE": 512, + "EVAL_STEPS": 1024, + "EVAL_NUM_ENVS": 32, + "INFERENCE_SAMPLER": "sample_plan", + "EVAL_REPLAN": 8, + "SAVE_POLICY": true, + "CHECKPOINT_DIR": "checkpoints", + "RESUME_CHECKPOINT_PATH": null, + "RESUME_WANDB_RUN_ID": null, + "RESUME_STEP": null, + "JAX_COMPILATION_CACHE_DIR": null, + "SEED": null, + "MAX_ITER": 500, + "BATCH_SIZE": 1024, + "DIFFUSION_STEPS_COLLECT": 5, + "EMA_DECAY": 0.999, + "EVAL_EVERY": 25, + "GRAD_ALIGN_EVERY": 25, + "REPR_DRIFT_EVERY": 25, + "T_ANALYSIS_EVERY": 25, + "CKA_EVERY": 50, + "PER_LAYER_EVERY": 25, + "T_ANALYSIS_N_BINS": 10, + "CKA_BATCH_SIZE": 256, + "WIN_THRESHOLD": 0.5, + "RETURN_WEIGHT_FLOOR": 0.1, + "EWC_LAMBDA": 100.0, + "EWC_FISHER_BATCHES": 20, + "LLRD_DECAY": 0.9, + "LORA_RANK": 8, + "LORA_ALPHA": 16.0, + "MIXED_REPLAY_RATIO": 0.25, + "MIXED_REPLAY_BUFFER_SIZE": 20000, + "TRUST_REGION_KL": 0.05, + "KL_COEF": 0.1, + "T_CURRICULUM_START": 0.8, + "T_CURRICULUM_END": 0.2, + "T_CURRICULUM_STEPS": 200, + "T_MAX_LOW": 0.2, + "ENTROPY_COEF": 0.01, + "ADV_CLIP_EPS": 0.2, + "REWARD_FILTER_PERCENTILE": 75, + "RUNNING_STATS_EMA_DECAY": 0.99, + "REWARD_MODEL_WIDTH": 64, + "REWARD_MODEL_DEPTH": 2, + "REWARD_MODEL_LR": 0.001, + "REWARD_MODEL_TRAIN_STEPS": 50, + "NUM_SEEDS": 3, + "CHECKPOINT_PATH": "checkpoints/ablation_src/policy-best-v2", + "NUM_ACTIONS": 17 + }, + "ablations": { + "baseline_rl": { + "score": 10.810447057088217, + "score_std": 0.10240605383828014, + "all_scores": [ + 10.936010360717773, + 10.685168266296387, + 10.810162544250488 + ], + "history": { + "iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "loss": [ + 1.1158136129379272, + 1.0535805225372314, + 1.042896032333374, + 1.028620958328247, + 1.1149821281433105, + 1.0039619207382202, + 0.9903818368911743, + 0.937079906463623, + 0.9440345764160156, + 0.9347954392433167, + 0.8721253275871277, + 0.9310179352760315, + 0.9628524780273438, + 0.8721159100532532, + 0.9284951686859131, + 0.9906371831893921, + 0.950095534324646, + 0.9004014134407043, + 1.0136308670043945, + 0.8480057120323181, + 1.0205328464508057, + 0.8813456296920776, + 1.0302001237869263, + 0.8999048471450806, + 0.9641772508621216, + 0.9754465818405151, + 1.116631269454956, + 0.8332314491271973, + 0.8990886211395264, + 0.8683037757873535, + 0.8874009251594543, + 0.9162195324897766, + 0.9051953554153442, + 0.8589268326759338, + 0.9997627139091492, + 0.9154615998268127, + 0.9232467412948608, + 0.9175422787666321, + 0.8793882131576538, + 0.8712170124053955, + 0.8226235508918762, + 0.8226742744445801, + 0.8943226337432861, + 0.868776261806488, + 0.8543919920921326, + 0.8188790678977966, + 0.7720274925231934, + 0.7322717308998108, + 0.7762982845306396, + 0.946917712688446 + ], + "env_score_iters": [ + 10, + 20, + 30, + 40, + 50, + 60, + 70, + 80, + 90, + 100, + 110, + 120, + 130, + 140, + 150, + 160, + 170, + 180, + 190, + 200, + 210, + 220, + 230, + 240, + 250, + 260, + 270, + 280, + 290, + 300, + 310, + 320, + 330, + 340, + 350, + 360, + 370, + 380, + 390, + 400, + 410, + 420, + 430, + 440, + 450, + 460, + 470, + 480, + 490, + 500 + ], + "env_score": [ + 4.490410804748535, + 4.6810808181762695, + 4.8039469718933105, + 4.675342559814453, + 4.509395599365234, + 4.97499942779541, + 4.980794429779053, + 4.620547294616699, + 4.56835412979126, + 4.821854114532471, + 4.475838661193848, + 4.70465087890625, + 4.382208347320557, + 4.5545454025268555, + 4.3465752601623535, + 4.446405410766602, + 4.514472961425781, + 4.582993030548096, + 4.159602642059326, + 4.762499809265137, + 4.408823490142822, + 4.4310808181762695, + 4.675539016723633, + 4.599999904632568, + 4.735713481903076, + 4.315686225891113, + 4.689743518829346, + 4.678947448730469, + 4.226582050323486, + 4.188607215881348, + 4.061038970947266, + 4.264382839202881, + 4.529577732086182, + 4.140540599822998, + 4.679617881774902, + 4.413332939147949, + 3.990410804748535, + 4.300000190734863, + 4.235135078430176, + 4.664884567260742, + 4.413333415985107, + 4.421167373657227, + 3.873722553253174, + 4.389854907989502, + 4.1810808181762695, + 4.099999904632568, + 4.415435791015625, + 4.0337748527526855, + 4.359740257263184, + 3.7986299991607666 + ], + "eval_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "eval_score": [ + 11.937963485717773, + 12.037064552307129, + 11.692466735839844, + 11.91213607788086, + 11.626675605773926, + 11.720809936523438, + 11.890619277954102, + 11.534136772155762, + 11.755620956420898, + 11.555062294006348, + 11.445392608642578, + 11.212149620056152, + 11.178143501281738, + 11.396296501159668, + 11.058333396911621, + 11.155879974365234, + 10.895638465881348, + 10.907382011413574, + 10.832651138305664, + 10.882213592529297 + ], + "grad_align_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "grad_align": [ + 0.561996340751648, + 0.3276126980781555, + 0.41580310463905334, + 0.43085333704948425, + 0.23367494344711304, + 0.19397424161434174, + 0.11347600817680359, + 0.4307597279548645, + 0.12390687316656113, + 0.3858760595321655, + 0.11185488104820251, + 0.1132190153002739, + -0.21004077792167664, + -0.14375397562980652, + -0.18268723785877228, + 0.48097243905067444, + 0.10607067495584488, + 0.5596541166305542, + 0.23075056076049805, + 0.24088625609874725 + ], + "rl_grad_norm": [ + 0.626847505569458, + 0.5469138026237488, + 0.4563126266002655, + 0.5003984570503235, + 0.40433233976364136, + 0.43431445956230164, + 0.4619430601596832, + 0.41356852650642395, + 0.47463271021842957, + 0.45712700486183167, + 0.3980834186077118, + 0.3518514633178711, + 0.5364221334457397, + 0.4254690408706665, + 0.3790125548839569, + 0.4205828309059143, + 0.4059459865093231, + 0.4898971617221832, + 0.36557239294052124, + 0.4821249842643738 + ], + "bc_grad_norm": [ + 1.0103529691696167, + 0.9253267049789429, + 0.862067699432373, + 0.9379528164863586, + 0.8629719018936157, + 0.9130967855453491, + 0.8944362998008728, + 1.0605140924453735, + 0.9246982932090759, + 1.0261237621307373, + 0.8427942395210266, + 0.9754559993743896, + 1.0204887390136719, + 1.0004260540008545, + 1.097320795059204, + 1.1198256015777588, + 1.3340197801589966, + 1.2324998378753662, + 1.076173186302185, + 1.250697374343872 + ], + "per_layer_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "per_layer_norms": [ + { + "leaf_0": 0.033822715282440186, + "leaf_1": 0.2736436724662781, + "leaf_2": 0.008442954160273075, + "leaf_3": 0.1412767767906189, + "leaf_4": 0.0049155354499816895, + "leaf_5": 0.12519137561321259, + "leaf_6": 0.0005093777435831726, + "leaf_7": 0.007050948683172464, + "leaf_8": 0.000728840590454638, + "leaf_9": 0.023969212546944618, + "leaf_10": 0.02460199035704136, + "leaf_11": 0.3979702293872833, + "leaf_12": 0.0279868021607399, + "leaf_13": 0.018840109929442406, + "leaf_14": 0.014661857858300209, + "leaf_15": 0.018088407814502716, + "leaf_16": 0.00986328162252903, + "leaf_17": 0.006009228527545929, + "leaf_18": 0.08648515492677689, + "leaf_19": 0.007738908752799034, + "leaf_20": 0.07103467732667923, + "leaf_21": 0.0243051890283823, + "leaf_22": 0.023066610097885132, + "leaf_23": 0.007980873808264732, + "leaf_24": 0.006471231579780579, + "leaf_25": 8.009190537450195e-07, + "leaf_26": 0.06942714750766754, + "leaf_27": 0.009323487989604473, + "leaf_28": 0.0964440256357193, + "leaf_29": 0.004999557510018349, + "leaf_30": 0.08197075128555298, + "leaf_31": 0.014424029737710953, + "leaf_32": 0.17325447499752045, + "leaf_33": 0.004545093514025211, + "leaf_34": 0.075709268450737, + "leaf_35": 0.0050427112728357315, + "leaf_36": 0.05897284671664238, + "leaf_37": 0.013437345623970032, + "leaf_38": 0.009413816034793854, + "leaf_39": 0.005902659147977829, + "leaf_40": 0.005466138944029808, + "leaf_41": 2.97936708193447e-07, + "leaf_42": 0.033228371292352676, + "leaf_43": 0.005610715597867966, + "leaf_44": 0.06438751518726349, + "leaf_45": 0.0030014992225915194, + "leaf_46": 0.029038283973932266, + "leaf_47": 0.008105759508907795, + "leaf_48": 0.07160131633281708, + "leaf_49": 0.0046120136976242065, + "leaf_50": 0.07155861705541611, + "leaf_51": 0.00416420167312026, + "leaf_52": 0.054883137345314026, + "leaf_53": 0.011300857178866863, + "leaf_54": 0.007958265021443367, + "leaf_55": 0.007048468571156263, + "leaf_56": 0.004898028913885355, + "leaf_57": 3.0493919211949105e-07, + "leaf_58": 0.024698395282030106, + "leaf_59": 0.0040061501786112785, + "leaf_60": 0.04931522160768509, + "leaf_61": 0.0019888768438249826, + "leaf_62": 0.023810975253582, + "leaf_63": 0.006455135066062212, + "leaf_64": 0.06049133837223053, + "leaf_65": 0.004162215162068605, + "leaf_66": 0.06712005287408829, + "leaf_67": 0.003592281835153699, + "leaf_68": 0.04912169650197029, + "leaf_69": 0.012948168441653252, + "leaf_70": 0.008898739702999592, + "leaf_71": 0.005614782217890024, + "leaf_72": 0.004253611899912357, + "leaf_73": 3.2749642286944436e-07, + "leaf_74": 0.032182980328798294, + "leaf_75": 0.003575867274776101, + "leaf_76": 0.0396302230656147, + "leaf_77": 0.0026478550862520933, + "leaf_78": 0.02964654564857483, + "leaf_79": 0.007116544060409069, + "leaf_80": 0.053519900888204575, + "leaf_81": 0.00454622320830822, + "leaf_82": 0.06914260238409042, + "leaf_83": 0.002777913585305214, + "leaf_84": 0.03860810399055481, + "leaf_85": 0.011516109108924866, + "leaf_86": 0.009073242545127869, + "leaf_87": 0.00815152283757925, + "leaf_88": 0.005854679271578789, + "leaf_89": 3.193331110651343e-07, + "leaf_90": 0.034462135285139084, + "leaf_91": 0.002934032119810581, + "leaf_92": 0.03136945888400078, + "leaf_93": 0.002946925815194845, + "leaf_94": 0.030919190496206284, + "leaf_95": 0.00604671984910965, + "leaf_96": 0.04246268421411514, + "leaf_97": 0.0051406072452664375, + "leaf_98": 0.07285118848085403, + "leaf_99": 0.0019881806802004576, + "leaf_100": 0.027197640389204025, + "leaf_101": 0.014982882887125015, + "leaf_102": 0.009095137007534504, + "leaf_103": 0.01144326664507389, + "leaf_104": 0.007612012326717377, + "leaf_105": 3.851773726637475e-07, + "leaf_106": 0.03375270217657089, + "leaf_107": 0.0018503426108509302, + "leaf_108": 0.027311159297823906, + "leaf_109": 0.0026843808591365814, + "leaf_110": 0.03169213980436325, + "leaf_111": 0.005852674599736929, + "leaf_112": 0.04789799824357033 + }, + { + "leaf_0": 0.038333795964717865, + "leaf_1": 0.2934077978134155, + "leaf_2": 0.008720174431800842, + "leaf_3": 0.14218415319919586, + "leaf_4": 0.004775198642164469, + "leaf_5": 0.12174902856349945, + "leaf_6": 0.0004022910143248737, + "leaf_7": 0.00557304359972477, + "leaf_8": 0.0006406368920579553, + "leaf_9": 0.021044595167040825, + "leaf_10": 0.01994769088923931, + "leaf_11": 0.34608596563339233, + "leaf_12": 0.027020206674933434, + "leaf_13": 0.020911868661642075, + "leaf_14": 0.016111930832266808, + "leaf_15": 0.013277336955070496, + "leaf_16": 0.0081191286444664, + "leaf_17": 0.005879228934645653, + "leaf_18": 0.0816863402724266, + "leaf_19": 0.00796825997531414, + "leaf_20": 0.06524921953678131, + "leaf_21": 0.02802613005042076, + "leaf_22": 0.022105101495981216, + "leaf_23": 0.007890461944043636, + "leaf_24": 0.00625730911269784, + "leaf_25": 6.33220679446822e-07, + "leaf_26": 0.05640720576047897, + "leaf_27": 0.010327057912945747, + "leaf_28": 0.09353546053171158, + "leaf_29": 0.004273746162652969, + "leaf_30": 0.06375601887702942, + "leaf_31": 0.016931168735027313, + "leaf_32": 0.18492835760116577, + "leaf_33": 0.004421507008373737, + "leaf_34": 0.07109934091567993, + "leaf_35": 0.004460039548575878, + "leaf_36": 0.053484782576560974, + "leaf_37": 0.014391533099114895, + "leaf_38": 0.011075817979872227, + "leaf_39": 0.006454468239098787, + "leaf_40": 0.004843067843466997, + "leaf_41": 3.075407164487842e-07, + "leaf_42": 0.03137410059571266, + "leaf_43": 0.00564469862729311, + "leaf_44": 0.06057242676615715, + "leaf_45": 0.003038917202502489, + "leaf_46": 0.027988769114017487, + "leaf_47": 0.008831747807562351, + "leaf_48": 0.06990566104650497, + "leaf_49": 0.0033773169852793217, + "leaf_50": 0.06068742275238037, + "leaf_51": 0.0032573628704994917, + "leaf_52": 0.046543873846530914, + "leaf_53": 0.010994463227689266, + "leaf_54": 0.007789064198732376, + "leaf_55": 0.005280767101794481, + "leaf_56": 0.0043673207983374596, + "leaf_57": 2.645922734245687e-07, + "leaf_58": 0.022436954081058502, + "leaf_59": 0.0035112749319523573, + "leaf_60": 0.04460959881544113, + "leaf_61": 0.0017130478518083692, + "leaf_62": 0.021675197407603264, + "leaf_63": 0.005994322244077921, + "leaf_64": 0.053517211228609085, + "leaf_65": 0.0034062201157212257, + "leaf_66": 0.05760800465941429, + "leaf_67": 0.0027584927156567574, + "leaf_68": 0.04210218787193298, + "leaf_69": 0.009995438158512115, + "leaf_70": 0.00754546420648694, + "leaf_71": 0.0056191240437328815, + "leaf_72": 0.003844354534521699, + "leaf_73": 2.798656169034075e-07, + "leaf_74": 0.028015904128551483, + "leaf_75": 0.0026539985556155443, + "leaf_76": 0.033365070819854736, + "leaf_77": 0.0022698191460222006, + "leaf_78": 0.02639903500676155, + "leaf_79": 0.005115823354572058, + "leaf_80": 0.042545173317193985, + "leaf_81": 0.003643500152975321, + "leaf_82": 0.06003474071621895, + "leaf_83": 0.0017326147062703967, + "leaf_84": 0.03048371709883213, + "leaf_85": 0.009686985053122044, + "leaf_86": 0.006060449872165918, + "leaf_87": 0.006791030056774616, + "leaf_88": 0.004572488367557526, + "leaf_89": 2.693836904654745e-07, + "leaf_90": 0.03097080998122692, + "leaf_91": 0.0020222957246005535, + "leaf_92": 0.02654995210468769, + "leaf_93": 0.002644749591127038, + "leaf_94": 0.02930362895131111, + "leaf_95": 0.004671995993703604, + "leaf_96": 0.035344257950782776, + "leaf_97": 0.003998133819550276, + "leaf_98": 0.06290645897388458, + "leaf_99": 0.0014337929897010326, + "leaf_100": 0.025280654430389404, + "leaf_101": 0.009071819484233856, + "leaf_102": 0.007041547913104296, + "leaf_103": 0.008471028879284859, + "leaf_104": 0.0066291578114032745, + "leaf_105": 3.710111116106418e-07, + "leaf_106": 0.030569788068532944, + "leaf_107": 0.0011566780740395188, + "leaf_108": 0.021219318732619286, + "leaf_109": 0.002771122846752405, + "leaf_110": 0.03079659678041935, + "leaf_111": 0.0035362066701054573, + "leaf_112": 0.03416161611676216 + }, + { + "leaf_0": 0.02330941893160343, + "leaf_1": 0.1924402117729187, + "leaf_2": 0.006071319337934256, + "leaf_3": 0.10073122382164001, + "leaf_4": 0.0037074426654726267, + "leaf_5": 0.09585120528936386, + "leaf_6": 0.0003563903155736625, + "leaf_7": 0.004941527731716633, + "leaf_8": 0.0005038157105445862, + "leaf_9": 0.016531500965356827, + "leaf_10": 0.014789018779993057, + "leaf_11": 0.2867497503757477, + "leaf_12": 0.022296037524938583, + "leaf_13": 0.012942633591592312, + "leaf_14": 0.010382949374616146, + "leaf_15": 0.009686836041510105, + "leaf_16": 0.00636257603764534, + "leaf_17": 0.004786883480846882, + "leaf_18": 0.07052590698003769, + "leaf_19": 0.005996505729854107, + "leaf_20": 0.05597713217139244, + "leaf_21": 0.020766770467162132, + "leaf_22": 0.020697398111224174, + "leaf_23": 0.006461804732680321, + "leaf_24": 0.005413857288658619, + "leaf_25": 7.614956416546192e-07, + "leaf_26": 0.07495570927858353, + "leaf_27": 0.007590343710035086, + "leaf_28": 0.07822488993406296, + "leaf_29": 0.006883813068270683, + "leaf_30": 0.08925972133874893, + "leaf_31": 0.011707202531397343, + "leaf_32": 0.1479104459285736, + "leaf_33": 0.003814051393419504, + "leaf_34": 0.06282959878444672, + "leaf_35": 0.003854191629216075, + "leaf_36": 0.04769004508852959, + "leaf_37": 0.010380296036601067, + "leaf_38": 0.007944208569824696, + "leaf_39": 0.005210663191974163, + "leaf_40": 0.004266396164894104, + "leaf_41": 2.402812810942123e-07, + "leaf_42": 0.024337979033589363, + "leaf_43": 0.004204742610454559, + "leaf_44": 0.0533611997961998, + "leaf_45": 0.0022466606460511684, + "leaf_46": 0.023854050785303116, + "leaf_47": 0.006384774576872587, + "leaf_48": 0.05988512188196182, + "leaf_49": 0.002901193220168352, + "leaf_50": 0.054995279759168625, + "leaf_51": 0.0025723539292812347, + "leaf_52": 0.042391665279865265, + "leaf_53": 0.009022139012813568, + "leaf_54": 0.006800371687859297, + "leaf_55": 0.004383544437587261, + "leaf_56": 0.003646754426881671, + "leaf_57": 2.73073425205439e-07, + "leaf_58": 0.02020585723221302, + "leaf_59": 0.002807602286338806, + "leaf_60": 0.040941495448350906, + "leaf_61": 0.0014189406065270305, + "leaf_62": 0.01940419338643551, + "leaf_63": 0.004773715510964394, + "leaf_64": 0.04604030027985573, + "leaf_65": 0.002440305193886161, + "leaf_66": 0.049172088503837585, + "leaf_67": 0.0016694393707439303, + "leaf_68": 0.03576395660638809, + "leaf_69": 0.006714176386594772, + "leaf_70": 0.005928559694439173, + "leaf_71": 0.003904624842107296, + "leaf_72": 0.0032900727819651365, + "leaf_73": 3.973376010435459e-07, + "leaf_74": 0.028331246227025986, + "leaf_75": 0.0019412337569519877, + "leaf_76": 0.029938295483589172, + "leaf_77": 0.0019347990164533257, + "leaf_78": 0.026682285591959953, + "leaf_79": 0.0034745121374726295, + "leaf_80": 0.035182930529117584, + "leaf_81": 0.0025365871842950583, + "leaf_82": 0.05060109868645668, + "leaf_83": 0.0012686477275565267, + "leaf_84": 0.027639346197247505, + "leaf_85": 0.005944730248302221, + "leaf_86": 0.005773590877652168, + "leaf_87": 0.004273234400898218, + "leaf_88": 0.003494420787319541, + "leaf_89": 3.070120442316693e-07, + "leaf_90": 0.028671683743596077, + "leaf_91": 0.0013159725349396467, + "leaf_92": 0.0235487949103117, + "leaf_93": 0.0021394432988017797, + "leaf_94": 0.026852937415242195, + "leaf_95": 0.0026857666671276093, + "leaf_96": 0.028631094843149185, + "leaf_97": 0.0034743021242320538, + "leaf_98": 0.06014793738722801, + "leaf_99": 0.0010765582555904984, + "leaf_100": 0.021654078736901283, + "leaf_101": 0.006569167133420706, + "leaf_102": 0.00612656818702817, + "leaf_103": 0.006591548677533865, + "leaf_104": 0.005231196992099285, + "leaf_105": 4.682422911628237e-07, + "leaf_106": 0.03132005035877228, + "leaf_107": 0.0008529906044714153, + "leaf_108": 0.01862218976020813, + "leaf_109": 0.002300759544596076, + "leaf_110": 0.030455926433205605, + "leaf_111": 0.002577899256721139, + "leaf_112": 0.028320692479610443 + }, + { + "leaf_0": 0.023328399285674095, + "leaf_1": 0.17510411143302917, + "leaf_2": 0.005374397616833448, + "leaf_3": 0.09042159467935562, + "leaf_4": 0.0028609237633645535, + "leaf_5": 0.07666133344173431, + "leaf_6": 0.0002822690294124186, + "leaf_7": 0.0039115347899496555, + "leaf_8": 0.00046898628352209926, + "leaf_9": 0.0154021130874753, + "leaf_10": 0.023816505447030067, + "leaf_11": 0.39280709624290466, + "leaf_12": 0.0234199408441782, + "leaf_13": 0.01276454795151949, + "leaf_14": 0.010484597645699978, + "leaf_15": 0.01651422120630741, + "leaf_16": 0.008146577514708042, + "leaf_17": 0.004069604445248842, + "leaf_18": 0.05982368439435959, + "leaf_19": 0.005242384970188141, + "leaf_20": 0.049078717827796936, + "leaf_21": 0.02025945670902729, + "leaf_22": 0.01639539748430252, + "leaf_23": 0.005483473185449839, + "leaf_24": 0.00440208287909627, + "leaf_25": 4.951626806359855e-07, + "leaf_26": 0.040644507855176926, + "leaf_27": 0.00729121919721365, + "leaf_28": 0.07028745859861374, + "leaf_29": 0.002879355801269412, + "leaf_30": 0.04542205110192299, + "leaf_31": 0.011910295113921165, + "leaf_32": 0.13776911795139313, + "leaf_33": 0.003180461237207055, + "leaf_34": 0.05620848387479782, + "leaf_35": 0.0032453881576657295, + "leaf_36": 0.042111996561288834, + "leaf_37": 0.008621231652796268, + "leaf_38": 0.007499493658542633, + "leaf_39": 0.004496738314628601, + "leaf_40": 0.0037954519502818584, + "leaf_41": 3.22758126003464e-07, + "leaf_42": 0.02224266529083252, + "leaf_43": 0.00351284840144217, + "leaf_44": 0.047922924160957336, + "leaf_45": 0.0018201556522399187, + "leaf_46": 0.01989697851240635, + "leaf_47": 0.005185926333069801, + "leaf_48": 0.05127687379717827, + "leaf_49": 0.0027433945797383785, + "leaf_50": 0.05029696598649025, + "leaf_51": 0.002460366813465953, + "leaf_52": 0.038571059703826904, + "leaf_53": 0.006999343167990446, + "leaf_54": 0.006482537370175123, + "leaf_55": 0.0038966054562479258, + "leaf_56": 0.003423897083848715, + "leaf_57": 2.3352146172328503e-07, + "leaf_58": 0.02050255984067917, + "leaf_59": 0.0023604859597980976, + "leaf_60": 0.03771640360355377, + "leaf_61": 0.0018839784897863865, + "leaf_62": 0.019189439713954926, + "leaf_63": 0.00375681696459651, + "leaf_64": 0.0428260862827301, + "leaf_65": 0.0027558929286897182, + "leaf_66": 0.048484716564416885, + "leaf_67": 0.001953484956175089, + "leaf_68": 0.03313293308019638, + "leaf_69": 0.00801367312669754, + "leaf_70": 0.006120413541793823, + "leaf_71": 0.004262601025402546, + "leaf_72": 0.0032403280492872, + "leaf_73": 2.7380264100429486e-07, + "leaf_74": 0.02533567138016224, + "leaf_75": 0.0019189051818102598, + "leaf_76": 0.029160914942622185, + "leaf_77": 0.002029396127909422, + "leaf_78": 0.02320939116179943, + "leaf_79": 0.003984583541750908, + "leaf_80": 0.035524964332580566, + "leaf_81": 0.002731835003942251, + "leaf_82": 0.048836514353752136, + "leaf_83": 0.0014098043320700526, + "leaf_84": 0.024769024923443794, + "leaf_85": 0.007414813153445721, + "leaf_86": 0.005396449938416481, + "leaf_87": 0.0045861899852752686, + "leaf_88": 0.0037499580066651106, + "leaf_89": 2.238248413277688e-07, + "leaf_90": 0.02425508387386799, + "leaf_91": 0.0014966410817578435, + "leaf_92": 0.021813062950968742, + "leaf_93": 0.0020072637125849724, + "leaf_94": 0.02329595386981964, + "leaf_95": 0.0035387349780648947, + "leaf_96": 0.02900644764304161, + "leaf_97": 0.004314193967729807, + "leaf_98": 0.06291379034519196, + "leaf_99": 0.001564855920150876, + "leaf_100": 0.02442133240401745, + "leaf_101": 0.007413225714117289, + "leaf_102": 0.0068212272599339485, + "leaf_103": 0.010880348272621632, + "leaf_104": 0.006413355469703674, + "leaf_105": 3.483142165805475e-07, + "leaf_106": 0.026616491377353668, + "leaf_107": 0.0008966299938037992, + "leaf_108": 0.01848382130265236, + "leaf_109": 0.002027381444349885, + "leaf_110": 0.02677423506975174, + "leaf_111": 0.002775671426206827, + "leaf_112": 0.02810620702803135 + }, + { + "leaf_0": 0.024422356858849525, + "leaf_1": 0.1702558696269989, + "leaf_2": 0.005789848510175943, + "leaf_3": 0.09185691922903061, + "leaf_4": 0.0030438329558819532, + "leaf_5": 0.07662460207939148, + "leaf_6": 0.00030330795561894774, + "leaf_7": 0.0042028422467410564, + "leaf_8": 0.0004372292023617774, + "leaf_9": 0.014314099214971066, + "leaf_10": 0.006705802399665117, + "leaf_11": 0.18436795473098755, + "leaf_12": 0.01904325559735298, + "leaf_13": 0.0132388174533844, + "leaf_14": 0.010531792417168617, + "leaf_15": 0.0046801031567156315, + "leaf_16": 0.004776427522301674, + "leaf_17": 0.004179711919277906, + "leaf_18": 0.05947750061750412, + "leaf_19": 0.0060919891111552715, + "leaf_20": 0.04994507506489754, + "leaf_21": 0.019412057474255562, + "leaf_22": 0.014530232176184654, + "leaf_23": 0.005171916447579861, + "leaf_24": 0.0044603971764445305, + "leaf_25": 4.1943440010072663e-07, + "leaf_26": 0.038672465831041336, + "leaf_27": 0.007259620353579521, + "leaf_28": 0.0679808259010315, + "leaf_29": 0.0028933954890817404, + "leaf_30": 0.043417759239673615, + "leaf_31": 0.011763638816773891, + "leaf_32": 0.13160014152526855, + "leaf_33": 0.0034694052301347256, + "leaf_34": 0.057190582156181335, + "leaf_35": 0.0036920951679348946, + "leaf_36": 0.04609376937150955, + "leaf_37": 0.010818234644830227, + "leaf_38": 0.007746832445263863, + "leaf_39": 0.004529200028628111, + "leaf_40": 0.0037635283078998327, + "leaf_41": 3.116881259757065e-07, + "leaf_42": 0.02147850953042507, + "leaf_43": 0.004020124673843384, + "leaf_44": 0.049848366528749466, + "leaf_45": 0.0014491509646177292, + "leaf_46": 0.019358070567250252, + "leaf_47": 0.006400357466191053, + "leaf_48": 0.05542406812310219, + "leaf_49": 0.002912759780883789, + "leaf_50": 0.052264999598264694, + "leaf_51": 0.0024412835482507944, + "leaf_52": 0.04207516089081764, + "leaf_53": 0.00865697767585516, + "leaf_54": 0.006185581907629967, + "leaf_55": 0.004107872024178505, + "leaf_56": 0.0033728661946952343, + "leaf_57": 3.1301092917601636e-07, + "leaf_58": 0.0216512531042099, + "leaf_59": 0.0027584496419876814, + "leaf_60": 0.03992591053247452, + "leaf_61": 0.001738075166940689, + "leaf_62": 0.020696669816970825, + "leaf_63": 0.004629926756024361, + "leaf_64": 0.04261880740523338, + "leaf_65": 0.0025732358917593956, + "leaf_66": 0.04765813425183296, + "leaf_67": 0.00174759014043957, + "leaf_68": 0.03449868783354759, + "leaf_69": 0.007604132406413555, + "leaf_70": 0.0066670021042227745, + "leaf_71": 0.004007373470813036, + "leaf_72": 0.003124508075416088, + "leaf_73": 3.085536661728838e-07, + "leaf_74": 0.03189892694354057, + "leaf_75": 0.0020130714401602745, + "leaf_76": 0.029068296775221825, + "leaf_77": 0.0025163404643535614, + "leaf_78": 0.03064332902431488, + "leaf_79": 0.004055501893162727, + "leaf_80": 0.034853916615247726, + "leaf_81": 0.0025331396609544754, + "leaf_82": 0.04903821647167206, + "leaf_83": 0.0011374405585229397, + "leaf_84": 0.025156455114483833, + "leaf_85": 0.006912541575729847, + "leaf_86": 0.00622338755056262, + "leaf_87": 0.0041079954244196415, + "leaf_88": 0.003531957510858774, + "leaf_89": 3.170335105551203e-07, + "leaf_90": 0.031688231974840164, + "leaf_91": 0.0013785265618935227, + "leaf_92": 0.021841544657945633, + "leaf_93": 0.0025595100596547127, + "leaf_94": 0.028570886701345444, + "leaf_95": 0.003076003398746252, + "leaf_96": 0.0275074802339077, + "leaf_97": 0.002465821336954832, + "leaf_98": 0.0472482293844223, + "leaf_99": 0.0006441802834160626, + "leaf_100": 0.017248054966330528, + "leaf_101": 0.005367184989154339, + "leaf_102": 0.005243421066552401, + "leaf_103": 0.004504988435655832, + "leaf_104": 0.005383007228374481, + "leaf_105": 2.8493911941041006e-07, + "leaf_106": 0.025765229016542435, + "leaf_107": 0.0007355035631917417, + "leaf_108": 0.0171283520758152, + "leaf_109": 0.002065310487523675, + "leaf_110": 0.025965996086597443, + "leaf_111": 0.0019361547892913222, + "leaf_112": 0.02475641667842865 + }, + { + "leaf_0": 0.020550409331917763, + "leaf_1": 0.1697053611278534, + "leaf_2": 0.005757346749305725, + "leaf_3": 0.09439288824796677, + "leaf_4": 0.003438300918787718, + "leaf_5": 0.08670168370008469, + "leaf_6": 0.0003329825703985989, + "leaf_7": 0.004611090291291475, + "leaf_8": 0.00048319960478693247, + "leaf_9": 0.015876220539212227, + "leaf_10": 0.016926411539316177, + "leaf_11": 0.30011415481567383, + "leaf_12": 0.028790783137083054, + "leaf_13": 0.011693289503455162, + "leaf_14": 0.00931243784725666, + "leaf_15": 0.011707722209393978, + "leaf_16": 0.00649590278044343, + "leaf_17": 0.005059273913502693, + "leaf_18": 0.06694529950618744, + "leaf_19": 0.006399374920874834, + "leaf_20": 0.04978552833199501, + "leaf_21": 0.024559399113059044, + "leaf_22": 0.01876676082611084, + "leaf_23": 0.006864944007247686, + "leaf_24": 0.005366423167288303, + "leaf_25": 5.327050871528627e-07, + "leaf_26": 0.04709227383136749, + "leaf_27": 0.008344891481101513, + "leaf_28": 0.07285076379776001, + "leaf_29": 0.003572235582396388, + "leaf_30": 0.05447905883193016, + "leaf_31": 0.013946493156254292, + "leaf_32": 0.15685974061489105, + "leaf_33": 0.0035812414716929197, + "leaf_34": 0.058359771966934204, + "leaf_35": 0.0034136963076889515, + "leaf_36": 0.040558237582445145, + "leaf_37": 0.01081028115004301, + "leaf_38": 0.00856891181319952, + "leaf_39": 0.005129994824528694, + "leaf_40": 0.0036408361047506332, + "leaf_41": 2.5673716663732193e-07, + "leaf_42": 0.02736518532037735, + "leaf_43": 0.004152725916355848, + "leaf_44": 0.0507567897439003, + "leaf_45": 0.0029335629660636187, + "leaf_46": 0.025935310870409012, + "leaf_47": 0.006243864540010691, + "leaf_48": 0.05691516026854515, + "leaf_49": 0.002906001405790448, + "leaf_50": 0.05038127303123474, + "leaf_51": 0.00243470910936594, + "leaf_52": 0.03613223880529404, + "leaf_53": 0.007911580614745617, + "leaf_54": 0.0066504389978945255, + "leaf_55": 0.003943369723856449, + "leaf_56": 0.0033437195234000683, + "leaf_57": 1.9783284699315118e-07, + "leaf_58": 0.018086889758706093, + "leaf_59": 0.0026273757684975863, + "leaf_60": 0.037592075765132904, + "leaf_61": 0.001257786643691361, + "leaf_62": 0.017834007740020752, + "leaf_63": 0.004317698534578085, + "leaf_64": 0.04293414205312729, + "leaf_65": 0.00234152446500957, + "leaf_66": 0.044919658452272415, + "leaf_67": 0.0017016790807247162, + "leaf_68": 0.029933631420135498, + "leaf_69": 0.0076002213172614574, + "leaf_70": 0.005718696396797895, + "leaf_71": 0.003299606731161475, + "leaf_72": 0.0031336236279457808, + "leaf_73": 2.4074816451502556e-07, + "leaf_74": 0.022242611274123192, + "leaf_75": 0.0018207775428891182, + "leaf_76": 0.026777831837534904, + "leaf_77": 0.001749608083628118, + "leaf_78": 0.02165142260491848, + "leaf_79": 0.003588590770959854, + "leaf_80": 0.03380344808101654, + "leaf_81": 0.002354998141527176, + "leaf_82": 0.04441216588020325, + "leaf_83": 0.0011271277908235788, + "leaf_84": 0.022321538999676704, + "leaf_85": 0.006362985819578171, + "leaf_86": 0.005077372770756483, + "leaf_87": 0.00396155146881938, + "leaf_88": 0.0031455447897315025, + "leaf_89": 2.567085459759255e-07, + "leaf_90": 0.023874862119555473, + "leaf_91": 0.0013289031339809299, + "leaf_92": 0.02055075764656067, + "leaf_93": 0.0018731626914814115, + "leaf_94": 0.022781478241086006, + "leaf_95": 0.0030159014277160168, + "leaf_96": 0.027651729062199593, + "leaf_97": 0.0034432634711265564, + "leaf_98": 0.05337902158498764, + "leaf_99": 0.001108314492739737, + "leaf_100": 0.020186379551887512, + "leaf_101": 0.005521735176444054, + "leaf_102": 0.004939665552228689, + "leaf_103": 0.008128521032631397, + "leaf_104": 0.004838118329644203, + "leaf_105": 2.8457839107431937e-07, + "leaf_106": 0.026399418711662292, + "leaf_107": 0.0007350061205215752, + "leaf_108": 0.016230866312980652, + "leaf_109": 0.0018980918684974313, + "leaf_110": 0.025359800085425377, + "leaf_111": 0.0020710586104542017, + "leaf_112": 0.02468513883650303 + }, + { + "leaf_0": 0.03478224575519562, + "leaf_1": 0.229533389210701, + "leaf_2": 0.0072492933832108974, + "leaf_3": 0.11377350240945816, + "leaf_4": 0.003693717299029231, + "leaf_5": 0.09388666599988937, + "leaf_6": 0.0003557221498340368, + "leaf_7": 0.004926369059830904, + "leaf_8": 0.00048370263539254665, + "leaf_9": 0.015879329293966293, + "leaf_10": 0.012388953939080238, + "leaf_11": 0.24542373418807983, + "leaf_12": 0.021625632420182228, + "leaf_13": 0.020275970920920372, + "leaf_14": 0.01586204394698143, + "leaf_15": 0.008631246164441109, + "leaf_16": 0.005966351833194494, + "leaf_17": 0.004433854483067989, + "leaf_18": 0.06402687728404999, + "leaf_19": 0.005768232047557831, + "leaf_20": 0.05256401374936104, + "leaf_21": 0.01977221854031086, + "leaf_22": 0.016134746372699738, + "leaf_23": 0.005932770669460297, + "leaf_24": 0.004652724135667086, + "leaf_25": 6.68477071030793e-07, + "leaf_26": 0.04786304384469986, + "leaf_27": 0.0074463835917413235, + "leaf_28": 0.07097583264112473, + "leaf_29": 0.0031167715787887573, + "leaf_30": 0.05267312377691269, + "leaf_31": 0.011821937747299671, + "leaf_32": 0.1382402926683426, + "leaf_33": 0.0033861177507787943, + "leaf_34": 0.05858075991272926, + "leaf_35": 0.0035221478901803493, + "leaf_36": 0.043178752064704895, + "leaf_37": 0.01075336430221796, + "leaf_38": 0.00943748652935028, + "leaf_39": 0.00521171186119318, + "leaf_40": 0.004105481784790754, + "leaf_41": 3.058564459479385e-07, + "leaf_42": 0.03456820175051689, + "leaf_43": 0.004158940631896257, + "leaf_44": 0.05206025391817093, + "leaf_45": 0.0027658443432301283, + "leaf_46": 0.02779317833483219, + "leaf_47": 0.006657150574028492, + "leaf_48": 0.05953127145767212, + "leaf_49": 0.002830879995599389, + "leaf_50": 0.05342867225408554, + "leaf_51": 0.001886566518805921, + "leaf_52": 0.03709850460290909, + "leaf_53": 0.00843716785311699, + "leaf_54": 0.006636676378548145, + "leaf_55": 0.004490578081458807, + "leaf_56": 0.003702150657773018, + "leaf_57": 2.4349617433472304e-07, + "leaf_58": 0.020523063838481903, + "leaf_59": 0.0023523345589637756, + "leaf_60": 0.039334580302238464, + "leaf_61": 0.0015851398929953575, + "leaf_62": 0.019128896296024323, + "leaf_63": 0.004410304594784975, + "leaf_64": 0.04622383043169975, + "leaf_65": 0.0021700614597648382, + "leaf_66": 0.04596163332462311, + "leaf_67": 0.001384227885864675, + "leaf_68": 0.03135225176811218, + "leaf_69": 0.006046145223081112, + "leaf_70": 0.005877625662833452, + "leaf_71": 0.003468648763373494, + "leaf_72": 0.003026723163202405, + "leaf_73": 2.731285064783151e-07, + "leaf_74": 0.029267849400639534, + "leaf_75": 0.0015464412281289697, + "leaf_76": 0.027308212593197823, + "leaf_77": 0.0023459952790290117, + "leaf_78": 0.02521410770714283, + "leaf_79": 0.0028860957827419043, + "leaf_80": 0.03248946741223335, + "leaf_81": 0.0025884401984512806, + "leaf_82": 0.04790935292840004, + "leaf_83": 0.0012129894457757473, + "leaf_84": 0.024508079513907433, + "leaf_85": 0.00497039407491684, + "leaf_86": 0.004588318057358265, + "leaf_87": 0.004312792792916298, + "leaf_88": 0.0033058554399758577, + "leaf_89": 2.754689489847806e-07, + "leaf_90": 0.025042103603482246, + "leaf_91": 0.0011401132214814425, + "leaf_92": 0.020747603848576546, + "leaf_93": 0.0018021478317677975, + "leaf_94": 0.02368908002972603, + "leaf_95": 0.002376183168962598, + "leaf_96": 0.02596184052526951, + "leaf_97": 0.002860306529328227, + "leaf_98": 0.04973333328962326, + "leaf_99": 0.0008823642856441438, + "leaf_100": 0.018472256138920784, + "leaf_101": 0.005699603818356991, + "leaf_102": 0.005885678809136152, + "leaf_103": 0.00509896082803607, + "leaf_104": 0.0044038728810846806, + "leaf_105": 3.623465829605266e-07, + "leaf_106": 0.025847088545560837, + "leaf_107": 0.0007492969161830842, + "leaf_108": 0.01688324846327305, + "leaf_109": 0.0016179215162992477, + "leaf_110": 0.0252488125115633, + "leaf_111": 0.002184360520914197, + "leaf_112": 0.025209467858076096 + }, + { + "leaf_0": 0.01472973357886076, + "leaf_1": 0.1319970190525055, + "leaf_2": 0.004206546116620302, + "leaf_3": 0.07079190760850906, + "leaf_4": 0.0024310522712767124, + "leaf_5": 0.06495320051908493, + "leaf_6": 0.0002708563697524369, + "leaf_7": 0.0037527026142925024, + "leaf_8": 0.0004782537289429456, + "leaf_9": 0.015672486275434494, + "leaf_10": 0.01246158592402935, + "leaf_11": 0.23449482023715973, + "leaf_12": 0.021298199892044067, + "leaf_13": 0.008146606385707855, + "leaf_14": 0.006402313709259033, + "leaf_15": 0.009977673180401325, + "leaf_16": 0.00627997936680913, + "leaf_17": 0.0038022666703909636, + "leaf_18": 0.055271223187446594, + "leaf_19": 0.005443956702947617, + "leaf_20": 0.044023796916007996, + "leaf_21": 0.01721232384443283, + "leaf_22": 0.016065604984760284, + "leaf_23": 0.004572204314172268, + "leaf_24": 0.004276260267943144, + "leaf_25": 5.899259463149065e-07, + "leaf_26": 0.043840594589710236, + "leaf_27": 0.006580159068107605, + "leaf_28": 0.06162193790078163, + "leaf_29": 0.0031326066236943007, + "leaf_30": 0.049058958888053894, + "leaf_31": 0.010156488046050072, + "leaf_32": 0.11910992115736008, + "leaf_33": 0.0030767146963626146, + "leaf_34": 0.051652926951646805, + "leaf_35": 0.003500751219689846, + "leaf_36": 0.03868585452437401, + "leaf_37": 0.00968586839735508, + "leaf_38": 0.006447096820920706, + "leaf_39": 0.00379439489915967, + "leaf_40": 0.003457171842455864, + "leaf_41": 2.1578718190085056e-07, + "leaf_42": 0.01938120648264885, + "leaf_43": 0.0036762473173439503, + "leaf_44": 0.04545444995164871, + "leaf_45": 0.0016842795303091407, + "leaf_46": 0.01885395683348179, + "leaf_47": 0.005774686112999916, + "leaf_48": 0.04944543540477753, + "leaf_49": 0.00291123753413558, + "leaf_50": 0.048005033284425735, + "leaf_51": 0.0025774200912564993, + "leaf_52": 0.03567852824926376, + "leaf_53": 0.007983721792697906, + "leaf_54": 0.005954934284090996, + "leaf_55": 0.004520593211054802, + "leaf_56": 0.0033980272710323334, + "leaf_57": 2.2500522334212292e-07, + "leaf_58": 0.01642993837594986, + "leaf_59": 0.0026114387437701225, + "leaf_60": 0.03512570261955261, + "leaf_61": 0.0012446127366274595, + "leaf_62": 0.01602250337600708, + "leaf_63": 0.004623466171324253, + "leaf_64": 0.04177621006965637, + "leaf_65": 0.002791261300444603, + "leaf_66": 0.046422749757766724, + "leaf_67": 0.002088043838739395, + "leaf_68": 0.03170359134674072, + "leaf_69": 0.008498826064169407, + "leaf_70": 0.005901414435356855, + "leaf_71": 0.003894621506333351, + "leaf_72": 0.0028639081865549088, + "leaf_73": 2.5219844701496186e-07, + "leaf_74": 0.023100784048438072, + "leaf_75": 0.001974009443074465, + "leaf_76": 0.02584557980298996, + "leaf_77": 0.0018578390590846539, + "leaf_78": 0.021670809015631676, + "leaf_79": 0.0041488162241876125, + "leaf_80": 0.032739873975515366, + "leaf_81": 0.002570688258856535, + "leaf_82": 0.04435374587774277, + "leaf_83": 0.0012112469412386417, + "leaf_84": 0.02185768447816372, + "leaf_85": 0.008112050592899323, + "leaf_86": 0.005348771810531616, + "leaf_87": 0.004798320587724447, + "leaf_88": 0.0031177778728306293, + "leaf_89": 2.1742363287557964e-07, + "leaf_90": 0.024008605629205704, + "leaf_91": 0.0014467618893831968, + "leaf_92": 0.0198811162263155, + "leaf_93": 0.0021303773391991854, + "leaf_94": 0.023472802713513374, + "leaf_95": 0.003667255397886038, + "leaf_96": 0.02799190580844879, + "leaf_97": 0.00336673716083169, + "leaf_98": 0.0521615669131279, + "leaf_99": 0.001037405920214951, + "leaf_100": 0.019126545637845993, + "leaf_101": 0.005775932222604752, + "leaf_102": 0.005084952339529991, + "leaf_103": 0.007497595623135567, + "leaf_104": 0.005875233095139265, + "leaf_105": 3.1198467809190333e-07, + "leaf_106": 0.026197336614131927, + "leaf_107": 0.0007722946465946734, + "leaf_108": 0.015552417375147343, + "leaf_109": 0.0018208397086709738, + "leaf_110": 0.024737035855650902, + "leaf_111": 0.002093162387609482, + "leaf_112": 0.02376418560743332 + }, + { + "leaf_0": 0.018422920256853104, + "leaf_1": 0.1574523150920868, + "leaf_2": 0.004639843013137579, + "leaf_3": 0.07761063426733017, + "leaf_4": 0.0025691052433103323, + "leaf_5": 0.0676320493221283, + "leaf_6": 0.00026233989046886563, + "leaf_7": 0.0036353887990117073, + "leaf_8": 0.0003901868185494095, + "leaf_9": 0.012782043777406216, + "leaf_10": 0.004666751250624657, + "leaf_11": 0.15914678573608398, + "leaf_12": 0.01880350336432457, + "leaf_13": 0.010983727872371674, + "leaf_14": 0.008342782035470009, + "leaf_15": 0.003941240254789591, + "leaf_16": 0.004699723329395056, + "leaf_17": 0.0036374481860548258, + "leaf_18": 0.055147264152765274, + "leaf_19": 0.004426746629178524, + "leaf_20": 0.04385793209075928, + "leaf_21": 0.015378059819340706, + "leaf_22": 0.014514966867864132, + "leaf_23": 0.0048554339446127415, + "leaf_24": 0.0037397074047476053, + "leaf_25": 9.097175279748626e-07, + "leaf_26": 0.04566090926527977, + "leaf_27": 0.005677490495145321, + "leaf_28": 0.0619436576962471, + "leaf_29": 0.004380828235298395, + "leaf_30": 0.05932246893644333, + "leaf_31": 0.00872532743960619, + "leaf_32": 0.1087404116988182, + "leaf_33": 0.0027735489420592785, + "leaf_34": 0.05093805864453316, + "leaf_35": 0.0025443651247769594, + "leaf_36": 0.03790780529379845, + "leaf_37": 0.007724937051534653, + "leaf_38": 0.006769128143787384, + "leaf_39": 0.003910850267857313, + "leaf_40": 0.0033362298272550106, + "leaf_41": 2.7961982596025337e-07, + "leaf_42": 0.023140771314501762, + "leaf_43": 0.002995643764734268, + "leaf_44": 0.04388215020298958, + "leaf_45": 0.001639860332943499, + "leaf_46": 0.018627937883138657, + "leaf_47": 0.004579595290124416, + "leaf_48": 0.046095576137304306, + "leaf_49": 0.0021873246878385544, + "leaf_50": 0.045770030468702316, + "leaf_51": 0.0016526953550055623, + "leaf_52": 0.03234489634633064, + "leaf_53": 0.006093236617743969, + "leaf_54": 0.005718814209103584, + "leaf_55": 0.0031265420839190483, + "leaf_56": 0.0032463304232805967, + "leaf_57": 2.1760851609542442e-07, + "leaf_58": 0.017626894637942314, + "leaf_59": 0.00191575288772583, + "leaf_60": 0.03369981050491333, + "leaf_61": 0.0014430589508265257, + "leaf_62": 0.017496569082140923, + "leaf_63": 0.0032431255094707012, + "leaf_64": 0.03759434074163437, + "leaf_65": 0.0020648210775107145, + "leaf_66": 0.0416552908718586, + "leaf_67": 0.001240788958966732, + "leaf_68": 0.02861715294420719, + "leaf_69": 0.004847548436373472, + "leaf_70": 0.0056664892472326756, + "leaf_71": 0.003446787828579545, + "leaf_72": 0.0028496193699538708, + "leaf_73": 2.3495692857977701e-07, + "leaf_74": 0.022050349041819572, + "leaf_75": 0.0013711650390177965, + "leaf_76": 0.024957114830613136, + "leaf_77": 0.0015950723318383098, + "leaf_78": 0.02034991793334484, + "leaf_79": 0.0024903062731027603, + "leaf_80": 0.03026762418448925, + "leaf_81": 0.0019943630322813988, + "leaf_82": 0.04061134532094002, + "leaf_83": 0.0008898829109966755, + "leaf_84": 0.020469047129154205, + "leaf_85": 0.004687539767473936, + "leaf_86": 0.004078151658177376, + "leaf_87": 0.003100058762356639, + "leaf_88": 0.0030840837862342596, + "leaf_89": 2.116232451498945e-07, + "leaf_90": 0.021890737116336823, + "leaf_91": 0.0009918021969497204, + "leaf_92": 0.0182271096855402, + "leaf_93": 0.0016599611844867468, + "leaf_94": 0.021224258467555046, + "leaf_95": 0.0021701697260141373, + "leaf_96": 0.02325250580906868, + "leaf_97": 0.0021666602697223425, + "leaf_98": 0.04359079897403717, + "leaf_99": 0.0005176566774025559, + "leaf_100": 0.014624940231442451, + "leaf_101": 0.004178609233349562, + "leaf_102": 0.00434416439384222, + "leaf_103": 0.00370433134958148, + "leaf_104": 0.003742035711184144, + "leaf_105": 3.504164851619862e-07, + "leaf_106": 0.022838585078716278, + "leaf_107": 0.0005711247795261443, + "leaf_108": 0.013543394394218922, + "leaf_109": 0.001707428484223783, + "leaf_110": 0.022871971130371094, + "leaf_111": 0.001554909162223339, + "leaf_112": 0.020499274134635925 + }, + { + "leaf_0": 0.013693541288375854, + "leaf_1": 0.1321433037519455, + "leaf_2": 0.004233112558722496, + "leaf_3": 0.07215230166912079, + "leaf_4": 0.0022843717597424984, + "leaf_5": 0.062158383429050446, + "leaf_6": 0.0002416337956674397, + "leaf_7": 0.003348395461216569, + "leaf_8": 0.0003295309725217521, + "leaf_9": 0.010801254771649837, + "leaf_10": 0.01368959341198206, + "leaf_11": 0.23759089410305023, + "leaf_12": 0.020688001066446304, + "leaf_13": 0.007909189909696579, + "leaf_14": 0.006461125332862139, + "leaf_15": 0.009463478811085224, + "leaf_16": 0.005802373867481947, + "leaf_17": 0.003980996087193489, + "leaf_18": 0.05869552865624428, + "leaf_19": 0.005116010084748268, + "leaf_20": 0.04541420936584473, + "leaf_21": 0.016644418239593506, + "leaf_22": 0.013976181857287884, + "leaf_23": 0.004522095434367657, + "leaf_24": 0.004094832576811314, + "leaf_25": 6.013262918713735e-07, + "leaf_26": 0.04057277366518974, + "leaf_27": 0.00609686691313982, + "leaf_28": 0.06373045593500137, + "leaf_29": 0.0030193934217095375, + "leaf_30": 0.05027519166469574, + "leaf_31": 0.009746834635734558, + "leaf_32": 0.11689456552267075, + "leaf_33": 0.003275657305493951, + "leaf_34": 0.05510949715971947, + "leaf_35": 0.003039092291146517, + "leaf_36": 0.04132697358727455, + "leaf_37": 0.009026046842336655, + "leaf_38": 0.006724115926772356, + "leaf_39": 0.005229173693805933, + "leaf_40": 0.004010627046227455, + "leaf_41": 2.5098972855630564e-07, + "leaf_42": 0.01963135413825512, + "leaf_43": 0.0034192572347819805, + "leaf_44": 0.04620750620961189, + "leaf_45": 0.001575429574586451, + "leaf_46": 0.01935534179210663, + "leaf_47": 0.005446493159979582, + "leaf_48": 0.050146378576755524, + "leaf_49": 0.0025247286539524794, + "leaf_50": 0.04871213808655739, + "leaf_51": 0.0020751524716615677, + "leaf_52": 0.03666910156607628, + "leaf_53": 0.006552502978593111, + "leaf_54": 0.005899446550756693, + "leaf_55": 0.0035356320440769196, + "leaf_56": 0.003346320940181613, + "leaf_57": 2.7241108568887284e-07, + "leaf_58": 0.019656876102089882, + "leaf_59": 0.0021296932827681303, + "leaf_60": 0.03600568324327469, + "leaf_61": 0.0016711358912289143, + "leaf_62": 0.019622456282377243, + "leaf_63": 0.0034666741266846657, + "leaf_64": 0.0386965312063694, + "leaf_65": 0.0023191289510577917, + "leaf_66": 0.045101266354322433, + "leaf_67": 0.001660231384448707, + "leaf_68": 0.03124798834323883, + "leaf_69": 0.005946990102529526, + "leaf_70": 0.0053951493464410305, + "leaf_71": 0.003481010440737009, + "leaf_72": 0.0028880529571324587, + "leaf_73": 2.600823165721522e-07, + "leaf_74": 0.022887544706463814, + "leaf_75": 0.001696258783340454, + "leaf_76": 0.026047121733427048, + "leaf_77": 0.0016180368838831782, + "leaf_78": 0.021786127239465714, + "leaf_79": 0.0030412531923502684, + "leaf_80": 0.030991829931735992, + "leaf_81": 0.0024863097351044416, + "leaf_82": 0.04474540799856186, + "leaf_83": 0.0013616685755550861, + "leaf_84": 0.02410442754626274, + "leaf_85": 0.005840081721544266, + "leaf_86": 0.0049896519631147385, + "leaf_87": 0.0036787763237953186, + "leaf_88": 0.0031161264050751925, + "leaf_89": 2.654578281635622e-07, + "leaf_90": 0.02517598494887352, + "leaf_91": 0.001234571565873921, + "leaf_92": 0.01965366117656231, + "leaf_93": 0.001960274763405323, + "leaf_94": 0.024522682651877403, + "leaf_95": 0.0026823861990123987, + "leaf_96": 0.025124648585915565, + "leaf_97": 0.0026071046013385057, + "leaf_98": 0.048560529947280884, + "leaf_99": 0.0010206096339970827, + "leaf_100": 0.01735454425215721, + "leaf_101": 0.006718301679939032, + "leaf_102": 0.006125419866293669, + "leaf_103": 0.00450903968885541, + "leaf_104": 0.0041525596752762794, + "leaf_105": 3.283432761236327e-07, + "leaf_106": 0.02939348854124546, + "leaf_107": 0.000861544453073293, + "leaf_108": 0.01586214452981949, + "leaf_109": 0.002244825940579176, + "leaf_110": 0.028604479506611824, + "leaf_111": 0.0027365023270249367, + "leaf_112": 0.025314420461654663 + }, + { + "leaf_0": 0.021194826811552048, + "leaf_1": 0.17115412652492523, + "leaf_2": 0.005778522230684757, + "leaf_3": 0.0943353921175003, + "leaf_4": 0.0030304312240332365, + "leaf_5": 0.079427070915699, + "leaf_6": 0.00031318666879087687, + "leaf_7": 0.004341202788054943, + "leaf_8": 0.00047520874068140984, + "leaf_9": 0.015570010058581829, + "leaf_10": 0.0187934972345829, + "leaf_11": 0.3116222321987152, + "leaf_12": 0.024253109470009804, + "leaf_13": 0.01177149172872305, + "leaf_14": 0.008679932914674282, + "leaf_15": 0.01194616500288248, + "leaf_16": 0.005644084885716438, + "leaf_17": 0.004302653018385172, + "leaf_18": 0.06266698986291885, + "leaf_19": 0.005910538136959076, + "leaf_20": 0.04750152677297592, + "leaf_21": 0.02193080075085163, + "leaf_22": 0.015906058251857758, + "leaf_23": 0.006245716940611601, + "leaf_24": 0.005007625557482243, + "leaf_25": 4.2690695067904016e-07, + "leaf_26": 0.039764031767845154, + "leaf_27": 0.007618624251335859, + "leaf_28": 0.07069265842437744, + "leaf_29": 0.0027193306013941765, + "leaf_30": 0.0453769788146019, + "leaf_31": 0.012328303419053555, + "leaf_32": 0.13754403591156006, + "leaf_33": 0.003233907278627157, + "leaf_34": 0.05584888532757759, + "leaf_35": 0.0032631405629217625, + "leaf_36": 0.042222604155540466, + "leaf_37": 0.009612994268536568, + "leaf_38": 0.007117442786693573, + "leaf_39": 0.0047413669526577, + "leaf_40": 0.003622459014877677, + "leaf_41": 2.537718444273196e-07, + "leaf_42": 0.02127370610833168, + "leaf_43": 0.003835087176412344, + "leaf_44": 0.04993778094649315, + "leaf_45": 0.0018406750168651342, + "leaf_46": 0.01971025951206684, + "leaf_47": 0.005874380934983492, + "leaf_48": 0.052600711584091187, + "leaf_49": 0.002749558538198471, + "leaf_50": 0.050911691039800644, + "leaf_51": 0.0024628143291920424, + "leaf_52": 0.03876623883843422, + "leaf_53": 0.006641550920903683, + "leaf_54": 0.005761105567216873, + "leaf_55": 0.0037546264939010143, + "leaf_56": 0.0032533505000174046, + "leaf_57": 2.9511375032598153e-07, + "leaf_58": 0.01892380230128765, + "leaf_59": 0.002476559253409505, + "leaf_60": 0.03895604982972145, + "leaf_61": 0.0013987493002787232, + "leaf_62": 0.018330233171582222, + "leaf_63": 0.003928312100470066, + "leaf_64": 0.0429249070584774, + "leaf_65": 0.0028719771653413773, + "leaf_66": 0.05109017714858055, + "leaf_67": 0.002058313461020589, + "leaf_68": 0.0344194732606411, + "leaf_69": 0.006544106639921665, + "leaf_70": 0.005847872234880924, + "leaf_71": 0.004200560972094536, + "leaf_72": 0.0033030619379132986, + "leaf_73": 2.2599847682158725e-07, + "leaf_74": 0.0243524182587862, + "leaf_75": 0.002048526657745242, + "leaf_76": 0.028853150084614754, + "leaf_77": 0.0019691535271704197, + "leaf_78": 0.02333642914891243, + "leaf_79": 0.0035123208072036505, + "leaf_80": 0.034898966550827026, + "leaf_81": 0.0032704321201890707, + "leaf_82": 0.05227073282003403, + "leaf_83": 0.0015972494147717953, + "leaf_84": 0.025824356824159622, + "leaf_85": 0.008263897150754929, + "leaf_86": 0.0057594128884375095, + "leaf_87": 0.005178553517907858, + "leaf_88": 0.0037312344647943974, + "leaf_89": 3.12426692516965e-07, + "leaf_90": 0.02727348357439041, + "leaf_91": 0.001663031056523323, + "leaf_92": 0.02271902747452259, + "leaf_93": 0.0020791038405150175, + "leaf_94": 0.025126460939645767, + "leaf_95": 0.0039563169702887535, + "leaf_96": 0.03140987455844879, + "leaf_97": 0.0037422501482069492, + "leaf_98": 0.0544147789478302, + "leaf_99": 0.0012739181984215975, + "leaf_100": 0.020243918523192406, + "leaf_101": 0.008093059062957764, + "leaf_102": 0.006106143351644278, + "leaf_103": 0.007646923419088125, + "leaf_104": 0.004793644417077303, + "leaf_105": 3.515926607633446e-07, + "leaf_106": 0.028536634519696236, + "leaf_107": 0.0010032597929239273, + "leaf_108": 0.018417762592434883, + "leaf_109": 0.001993834739550948, + "leaf_110": 0.027903830632567406, + "leaf_111": 0.003292142180725932, + "leaf_112": 0.029543394222855568 + }, + { + "leaf_0": 0.01838103123009205, + "leaf_1": 0.14912085235118866, + "leaf_2": 0.005360923707485199, + "leaf_3": 0.08598438650369644, + "leaf_4": 0.003182880347594619, + "leaf_5": 0.08097822219133377, + "leaf_6": 0.0003663838724605739, + "leaf_7": 0.005074271000921726, + "leaf_8": 0.0005684668431058526, + "leaf_9": 0.01862422563135624, + "leaf_10": 0.012386692687869072, + "leaf_11": 0.24010521173477173, + "leaf_12": 0.0247806329280138, + "leaf_13": 0.010649006813764572, + "leaf_14": 0.007895534858107567, + "leaf_15": 0.008454326540231705, + "leaf_16": 0.005571091081947088, + "leaf_17": 0.0044341604225337505, + "leaf_18": 0.059902042150497437, + "leaf_19": 0.006004747934639454, + "leaf_20": 0.04345738887786865, + "leaf_21": 0.02300964668393135, + "leaf_22": 0.017251543700695038, + "leaf_23": 0.006335827521979809, + "leaf_24": 0.00480618653818965, + "leaf_25": 5.035509502704372e-07, + "leaf_26": 0.05086154118180275, + "leaf_27": 0.007838566787540913, + "leaf_28": 0.06685622036457062, + "leaf_29": 0.0039252908900380135, + "leaf_30": 0.0544169545173645, + "leaf_31": 0.01318491343408823, + "leaf_32": 0.1422417312860489, + "leaf_33": 0.003161095781251788, + "leaf_34": 0.051038749516010284, + "leaf_35": 0.003210029797628522, + "leaf_36": 0.03667549788951874, + "leaf_37": 0.010414999909698963, + "leaf_38": 0.007629708386957645, + "leaf_39": 0.004066823050379753, + "leaf_40": 0.003391156205907464, + "leaf_41": 2.020001232949653e-07, + "leaf_42": 0.022419508546590805, + "leaf_43": 0.003633481217548251, + "leaf_44": 0.045737363398075104, + "leaf_45": 0.002634331351146102, + "leaf_46": 0.02241884171962738, + "leaf_47": 0.0057180519215762615, + "leaf_48": 0.0507395900785923, + "leaf_49": 0.0024482589215040207, + "leaf_50": 0.04422258213162422, + "leaf_51": 0.0022513761650770903, + "leaf_52": 0.03319290280342102, + "leaf_53": 0.007267965003848076, + "leaf_54": 0.005917582660913467, + "leaf_55": 0.003435637569054961, + "leaf_56": 0.0028184547554701567, + "leaf_57": 2.4126072162289347e-07, + "leaf_58": 0.016173366457223892, + "leaf_59": 0.002296139020472765, + "leaf_60": 0.03402629494667053, + "leaf_61": 0.001162047265097499, + "leaf_62": 0.015474037267267704, + "leaf_63": 0.003898538649082184, + "leaf_64": 0.03888721764087677, + "leaf_65": 0.002168265637010336, + "leaf_66": 0.041927121579647064, + "leaf_67": 0.001473425654694438, + "leaf_68": 0.027648039162158966, + "leaf_69": 0.006567149888724089, + "leaf_70": 0.004759159404784441, + "leaf_71": 0.00350920925848186, + "leaf_72": 0.002737886505201459, + "leaf_73": 2.0530805500129645e-07, + "leaf_74": 0.0212674830108881, + "leaf_75": 0.0016953545855358243, + "leaf_76": 0.025024306029081345, + "leaf_77": 0.0015042716404423118, + "leaf_78": 0.020196344703435898, + "leaf_79": 0.0032066665589809418, + "leaf_80": 0.03086741268634796, + "leaf_81": 0.0022736024111509323, + "leaf_82": 0.042409125715494156, + "leaf_83": 0.0010589436860755086, + "leaf_84": 0.020957261323928833, + "leaf_85": 0.005160062108188868, + "leaf_86": 0.004432400688529015, + "leaf_87": 0.003765266388654709, + "leaf_88": 0.0029543787240982056, + "leaf_89": 2.3732110321361688e-07, + "leaf_90": 0.02002599462866783, + "leaf_91": 0.001176315126940608, + "leaf_92": 0.019167471677064896, + "leaf_93": 0.0014674048870801926, + "leaf_94": 0.01964329183101654, + "leaf_95": 0.0024580839090049267, + "leaf_96": 0.0254361592233181, + "leaf_97": 0.002798862988129258, + "leaf_98": 0.0471477285027504, + "leaf_99": 0.0009079125011339784, + "leaf_100": 0.01705879159271717, + "leaf_101": 0.005130161996930838, + "leaf_102": 0.0055476464331150055, + "leaf_103": 0.005789990536868572, + "leaf_104": 0.0041435398161411285, + "leaf_105": 2.923353861206124e-07, + "leaf_106": 0.023407330736517906, + "leaf_107": 0.0006881538429297507, + "leaf_108": 0.01576433889567852, + "leaf_109": 0.0017155358800664544, + "leaf_110": 0.022888632491230965, + "leaf_111": 0.0019306043395772576, + "leaf_112": 0.02380049228668213 + }, + { + "leaf_0": 0.016594015061855316, + "leaf_1": 0.14101244509220123, + "leaf_2": 0.00476394547149539, + "leaf_3": 0.07917261123657227, + "leaf_4": 0.0027312615420669317, + "leaf_5": 0.07147670537233353, + "leaf_6": 0.00030672538559883833, + "leaf_7": 0.004250992555171251, + "leaf_8": 0.00046121724881231785, + "leaf_9": 0.015105540864169598, + "leaf_10": 0.013246473856270313, + "leaf_11": 0.2602527141571045, + "leaf_12": 0.01945154182612896, + "leaf_13": 0.009311829693615437, + "leaf_14": 0.007137966807931662, + "leaf_15": 0.00885905884206295, + "leaf_16": 0.00597327621653676, + "leaf_17": 0.0037987784016877413, + "leaf_18": 0.05705159157514572, + "leaf_19": 0.005944292992353439, + "leaf_20": 0.04601232707500458, + "leaf_21": 0.018654758110642433, + "leaf_22": 0.015780741348862648, + "leaf_23": 0.004832614678889513, + "leaf_24": 0.0039664520882070065, + "leaf_25": 6.015207532072964e-07, + "leaf_26": 0.04073876142501831, + "leaf_27": 0.007253485731780529, + "leaf_28": 0.06510258466005325, + "leaf_29": 0.0031398795545101166, + "leaf_30": 0.045941974967718124, + "leaf_31": 0.011678161099553108, + "leaf_32": 0.13040508329868317, + "leaf_33": 0.0029435527976602316, + "leaf_34": 0.05265877768397331, + "leaf_35": 0.0034120804630219936, + "leaf_36": 0.04046601057052612, + "leaf_37": 0.010564353317022324, + "leaf_38": 0.007564152590930462, + "leaf_39": 0.004268361255526543, + "leaf_40": 0.003762668464332819, + "leaf_41": 2.482051968399901e-07, + "leaf_42": 0.022733604535460472, + "leaf_43": 0.003921368159353733, + "leaf_44": 0.04757319763302803, + "leaf_45": 0.0020017821807414293, + "leaf_46": 0.021720118820667267, + "leaf_47": 0.006484976503998041, + "leaf_48": 0.052787523716688156, + "leaf_49": 0.0025431399699300528, + "leaf_50": 0.04753679037094116, + "leaf_51": 0.002244562143459916, + "leaf_52": 0.03496810048818588, + "leaf_53": 0.00844847783446312, + "leaf_54": 0.005814810749143362, + "leaf_55": 0.0034675593487918377, + "leaf_56": 0.0028264725115150213, + "leaf_57": 2.466106252541067e-07, + "leaf_58": 0.019691143184900284, + "leaf_59": 0.002568655414506793, + "leaf_60": 0.036264900118112564, + "leaf_61": 0.0015782556729391217, + "leaf_62": 0.02006930112838745, + "leaf_63": 0.0048116762191057205, + "leaf_64": 0.04186706244945526, + "leaf_65": 0.0021779334638267756, + "leaf_66": 0.04313306882977486, + "leaf_67": 0.0015692162560299039, + "leaf_68": 0.030367828905582428, + "leaf_69": 0.0069146654568612576, + "leaf_70": 0.005489508155733347, + "leaf_71": 0.0034513776190578938, + "leaf_72": 0.002879805164411664, + "leaf_73": 2.6489621518521744e-07, + "leaf_74": 0.02540496177971363, + "leaf_75": 0.001780038932338357, + "leaf_76": 0.026312081143260002, + "leaf_77": 0.0019041356863453984, + "leaf_78": 0.024408943951129913, + "leaf_79": 0.0033246991224586964, + "leaf_80": 0.03220841661095619, + "leaf_81": 0.002416367642581463, + "leaf_82": 0.045999474823474884, + "leaf_83": 0.0011521730339154601, + "leaf_84": 0.02286120317876339, + "leaf_85": 0.006061672233045101, + "leaf_86": 0.004644719418138266, + "leaf_87": 0.00376759166829288, + "leaf_88": 0.003303131554275751, + "leaf_89": 2.551894908719987e-07, + "leaf_90": 0.023747900500893593, + "leaf_91": 0.001224046922288835, + "leaf_92": 0.020228732377290726, + "leaf_93": 0.0018390387995168567, + "leaf_94": 0.022454921156167984, + "leaf_95": 0.002745135920122266, + "leaf_96": 0.026023264974355698, + "leaf_97": 0.003090339247137308, + "leaf_98": 0.05022657290101051, + "leaf_99": 0.0008951025665737689, + "leaf_100": 0.018001902848482132, + "leaf_101": 0.005379398353397846, + "leaf_102": 0.00559942377731204, + "leaf_103": 0.006174406502395868, + "leaf_104": 0.004621533211320639, + "leaf_105": 3.986029639690969e-07, + "leaf_106": 0.029178541153669357, + "leaf_107": 0.0007546911365352571, + "leaf_108": 0.01600111834704876, + "leaf_109": 0.0018514229450374842, + "leaf_110": 0.02635970711708069, + "leaf_111": 0.0021131562534719706, + "leaf_112": 0.024393338710069656 + }, + { + "leaf_0": 0.02302144281566143, + "leaf_1": 0.1728537678718567, + "leaf_2": 0.0057327221147716045, + "leaf_3": 0.09262163937091827, + "leaf_4": 0.0032191998325288296, + "leaf_5": 0.08402779698371887, + "leaf_6": 0.00031712843338027596, + "leaf_7": 0.004392644390463829, + "leaf_8": 0.0004761844174936414, + "leaf_9": 0.015581577084958553, + "leaf_10": 0.010656808502972126, + "leaf_11": 0.23329097032546997, + "leaf_12": 0.024598849937319756, + "leaf_13": 0.013041017577052116, + "leaf_14": 0.009481723420321941, + "leaf_15": 0.006823176052421331, + "leaf_16": 0.006485326215624809, + "leaf_17": 0.0040481905452907085, + "leaf_18": 0.061704907566308975, + "leaf_19": 0.005655783694237471, + "leaf_20": 0.04914606735110283, + "leaf_21": 0.020917648449540138, + "leaf_22": 0.01877758279442787, + "leaf_23": 0.0051754312589764595, + "leaf_24": 0.005085064098238945, + "leaf_25": 6.242084964469541e-07, + "leaf_26": 0.0692492425441742, + "leaf_27": 0.007155335042625666, + "leaf_28": 0.07043176889419556, + "leaf_29": 0.006326308473944664, + "leaf_30": 0.08194351196289062, + "leaf_31": 0.011812077835202217, + "leaf_32": 0.13671466708183289, + "leaf_33": 0.003302697092294693, + "leaf_34": 0.05746356397867203, + "leaf_35": 0.003322671866044402, + "leaf_36": 0.04227624088525772, + "leaf_37": 0.009084009565412998, + "leaf_38": 0.007572135888040066, + "leaf_39": 0.004606054630130529, + "leaf_40": 0.0038510672748088837, + "leaf_41": 3.125182104213309e-07, + "leaf_42": 0.020682960748672485, + "leaf_43": 0.003554956754669547, + "leaf_44": 0.05005659535527229, + "leaf_45": 0.001795430900529027, + "leaf_46": 0.020057223737239838, + "leaf_47": 0.005268285982310772, + "leaf_48": 0.05312177911400795, + "leaf_49": 0.002668086439371109, + "leaf_50": 0.05135222151875496, + "leaf_51": 0.0023617090191692114, + "leaf_52": 0.03859706595540047, + "leaf_53": 0.007731345947831869, + "leaf_54": 0.006688305642455816, + "leaf_55": 0.0037308798637241125, + "leaf_56": 0.0032426100224256516, + "leaf_57": 2.724646037677303e-07, + "leaf_58": 0.019389616325497627, + "leaf_59": 0.0024822924751788378, + "leaf_60": 0.03868439421057701, + "leaf_61": 0.0015115615678951144, + "leaf_62": 0.019746586680412292, + "leaf_63": 0.004218635614961386, + "leaf_64": 0.04343780130147934, + "leaf_65": 0.0022665602155029774, + "leaf_66": 0.04606571048498154, + "leaf_67": 0.0016141566447913647, + "leaf_68": 0.03148920089006424, + "leaf_69": 0.007347262930124998, + "leaf_70": 0.006678085308521986, + "leaf_71": 0.003456738078966737, + "leaf_72": 0.0028995934408158064, + "leaf_73": 2.8081382197342464e-07, + "leaf_74": 0.0271004568785429, + "leaf_75": 0.0017856406047940254, + "leaf_76": 0.02811400219798088, + "leaf_77": 0.001879763905890286, + "leaf_78": 0.02623620443046093, + "leaf_79": 0.0035685861948877573, + "leaf_80": 0.0341995432972908, + "leaf_81": 0.0024524976033717394, + "leaf_82": 0.04789652302861214, + "leaf_83": 0.0011247091460973024, + "leaf_84": 0.02428075112402439, + "leaf_85": 0.005629802588373423, + "leaf_86": 0.005408070515841246, + "leaf_87": 0.003581442404538393, + "leaf_88": 0.0029980267863720655, + "leaf_89": 3.270860133852693e-07, + "leaf_90": 0.02676810324192047, + "leaf_91": 0.00127957365475595, + "leaf_92": 0.021983249112963676, + "leaf_93": 0.0017489537131041288, + "leaf_94": 0.02501269243657589, + "leaf_95": 0.002808550139889121, + "leaf_96": 0.027856606990098953, + "leaf_97": 0.0026499603409320116, + "leaf_98": 0.0507001169025898, + "leaf_99": 0.0007296154508367181, + "leaf_100": 0.01791267655789852, + "leaf_101": 0.006071586161851883, + "leaf_102": 0.0055577075108885765, + "leaf_103": 0.004465044476091862, + "leaf_104": 0.0045048329047858715, + "leaf_105": 3.507158226057072e-07, + "leaf_106": 0.028696514666080475, + "leaf_107": 0.0007122210809029639, + "leaf_108": 0.018315469846129417, + "leaf_109": 0.001987762749195099, + "leaf_110": 0.02849334292113781, + "leaf_111": 0.002142942976206541, + "leaf_112": 0.026149578392505646 + }, + { + "leaf_0": 0.016394471749663353, + "leaf_1": 0.14396415650844574, + "leaf_2": 0.004138454794883728, + "leaf_3": 0.07111082226037979, + "leaf_4": 0.0022197337821125984, + "leaf_5": 0.06215503066778183, + "leaf_6": 0.0002673978160601109, + "leaf_7": 0.0037054712884128094, + "leaf_8": 0.00036854841164313257, + "leaf_9": 0.012065663933753967, + "leaf_10": 0.015900271013379097, + "leaf_11": 0.2790559232234955, + "leaf_12": 0.017984561622142792, + "leaf_13": 0.00922031793743372, + "leaf_14": 0.007390006445348263, + "leaf_15": 0.010041086003184319, + "leaf_16": 0.0052819508127868176, + "leaf_17": 0.0034487643279135227, + "leaf_18": 0.05116487294435501, + "leaf_19": 0.0047205970622599125, + "leaf_20": 0.04000691697001457, + "leaf_21": 0.014918063767254353, + "leaf_22": 0.013171707279980183, + "leaf_23": 0.004099057987332344, + "leaf_24": 0.0037429730873554945, + "leaf_25": 5.64610161291057e-07, + "leaf_26": 0.041802551597356796, + "leaf_27": 0.0053565469570457935, + "leaf_28": 0.05629760026931763, + "leaf_29": 0.003175507066771388, + "leaf_30": 0.046462178230285645, + "leaf_31": 0.008610810153186321, + "leaf_32": 0.10457064211368561, + "leaf_33": 0.0025894162245094776, + "leaf_34": 0.046758756041526794, + "leaf_35": 0.0028155907057225704, + "leaf_36": 0.03625115752220154, + "leaf_37": 0.00771509762853384, + "leaf_38": 0.0062872315756976604, + "leaf_39": 0.0032015100587159395, + "leaf_40": 0.0030698063783347607, + "leaf_41": 2.001470704726671e-07, + "leaf_42": 0.01947425678372383, + "leaf_43": 0.002939369063824415, + "leaf_44": 0.042898401618003845, + "leaf_45": 0.0017979819094762206, + "leaf_46": 0.01747141033411026, + "leaf_47": 0.004338329657912254, + "leaf_48": 0.04512793943285942, + "leaf_49": 0.002237801207229495, + "leaf_50": 0.04457532614469528, + "leaf_51": 0.002053088042885065, + "leaf_52": 0.032773710787296295, + "leaf_53": 0.006414575502276421, + "leaf_54": 0.005005599930882454, + "leaf_55": 0.0034270919859409332, + "leaf_56": 0.0031988220289349556, + "leaf_57": 2.2708175606567238e-07, + "leaf_58": 0.017311856150627136, + "leaf_59": 0.002096004318445921, + "leaf_60": 0.034001924097537994, + "leaf_61": 0.0014040459645912051, + "leaf_62": 0.016782188788056374, + "leaf_63": 0.0034916556905955076, + "leaf_64": 0.03703916072845459, + "leaf_65": 0.0020159599371254444, + "leaf_66": 0.0418926440179348, + "leaf_67": 0.0014709484530612826, + "leaf_68": 0.028202740475535393, + "leaf_69": 0.0055454932153224945, + "leaf_70": 0.005063777323812246, + "leaf_71": 0.0029586798045784235, + "leaf_72": 0.002658923389390111, + "leaf_73": 2.632816062941856e-07, + "leaf_74": 0.02116297371685505, + "leaf_75": 0.0016040458576753736, + "leaf_76": 0.025202766060829163, + "leaf_77": 0.001529762870632112, + "leaf_78": 0.01998705416917801, + "leaf_79": 0.002869374118745327, + "leaf_80": 0.03142527863383293, + "leaf_81": 0.0024095182307064533, + "leaf_82": 0.046033017337322235, + "leaf_83": 0.0012240357464179397, + "leaf_84": 0.02262292616069317, + "leaf_85": 0.005072158761322498, + "leaf_86": 0.004642808344215155, + "leaf_87": 0.003892096458002925, + "leaf_88": 0.003191607305780053, + "leaf_89": 2.0717008908377466e-07, + "leaf_90": 0.022511683404445648, + "leaf_91": 0.0011585000902414322, + "leaf_92": 0.018485810607671738, + "leaf_93": 0.00162974139675498, + "leaf_94": 0.02172073721885681, + "leaf_95": 0.0023914461489766836, + "leaf_96": 0.024205707013607025, + "leaf_97": 0.002741249045357108, + "leaf_98": 0.046872273087501526, + "leaf_99": 0.0010508943814784288, + "leaf_100": 0.017844321206212044, + "leaf_101": 0.006099659483879805, + "leaf_102": 0.0048514059744775295, + "leaf_103": 0.005165863782167435, + "leaf_104": 0.0040829177014529705, + "leaf_105": 2.9899609899075585e-07, + "leaf_106": 0.023884866386651993, + "leaf_107": 0.0007610634202137589, + "leaf_108": 0.01579377055168152, + "leaf_109": 0.001760744140483439, + "leaf_110": 0.024632327258586884, + "leaf_111": 0.0024024483282119036, + "leaf_112": 0.024436447769403458 + }, + { + "leaf_0": 0.019429253414273262, + "leaf_1": 0.15256257355213165, + "leaf_2": 0.004949002992361784, + "leaf_3": 0.08110933750867844, + "leaf_4": 0.0028244664426892996, + "leaf_5": 0.07297084480524063, + "leaf_6": 0.000254283455433324, + "leaf_7": 0.0035246429033577442, + "leaf_8": 0.0003990390687249601, + "leaf_9": 0.013077637180685997, + "leaf_10": 0.019324451684951782, + "leaf_11": 0.3349948525428772, + "leaf_12": 0.02208622172474861, + "leaf_13": 0.010678674094378948, + "leaf_14": 0.008145044557750225, + "leaf_15": 0.011996843852102757, + "leaf_16": 0.005481211468577385, + "leaf_17": 0.003502112114802003, + "leaf_18": 0.05163349211215973, + "leaf_19": 0.0053884489461779594, + "leaf_20": 0.04156213253736496, + "leaf_21": 0.020429702475667, + "leaf_22": 0.01596955768764019, + "leaf_23": 0.004537135828286409, + "leaf_24": 0.003661850467324257, + "leaf_25": 5.454375013869139e-07, + "leaf_26": 0.045789092779159546, + "leaf_27": 0.006824692711234093, + "leaf_28": 0.06134011223912239, + "leaf_29": 0.0030861850827932358, + "leaf_30": 0.04851490259170532, + "leaf_31": 0.011091323569417, + "leaf_32": 0.12179853022098541, + "leaf_33": 0.0031387617345899343, + "leaf_34": 0.049513958394527435, + "leaf_35": 0.003604008350521326, + "leaf_36": 0.037029750645160675, + "leaf_37": 0.00923675112426281, + "leaf_38": 0.006779827643185854, + "leaf_39": 0.004424729384481907, + "leaf_40": 0.0031655500642955303, + "leaf_41": 1.9738804724056536e-07, + "leaf_42": 0.01862516812980175, + "leaf_43": 0.0035847157705575228, + "leaf_44": 0.043188437819480896, + "leaf_45": 0.0017591903451830149, + "leaf_46": 0.017594585195183754, + "leaf_47": 0.005336894653737545, + "leaf_48": 0.047513220459222794, + "leaf_49": 0.0024760286323726177, + "leaf_50": 0.04459191858768463, + "leaf_51": 0.0023581155110150576, + "leaf_52": 0.033928804099559784, + "leaf_53": 0.008449138142168522, + "leaf_54": 0.005535295233130455, + "leaf_55": 0.0032610432244837284, + "leaf_56": 0.0028088444378226995, + "leaf_57": 2.108266130562697e-07, + "leaf_58": 0.01598062738776207, + "leaf_59": 0.0024678176268935204, + "leaf_60": 0.033976417034864426, + "leaf_61": 0.0012854599626734853, + "leaf_62": 0.01565953530371189, + "leaf_63": 0.0042381989769637585, + "leaf_64": 0.03814402222633362, + "leaf_65": 0.002169247716665268, + "leaf_66": 0.04138603433966637, + "leaf_67": 0.0017719963798299432, + "leaf_68": 0.028749573975801468, + "leaf_69": 0.006129235029220581, + "leaf_70": 0.005036402028053999, + "leaf_71": 0.0032434556633234024, + "leaf_72": 0.0027194961439818144, + "leaf_73": 2.2552798384367634e-07, + "leaf_74": 0.021181605756282806, + "leaf_75": 0.0018402925925329328, + "leaf_76": 0.025984516367316246, + "leaf_77": 0.0016413641860708594, + "leaf_78": 0.019698169082403183, + "leaf_79": 0.0033060077112168074, + "leaf_80": 0.031732797622680664, + "leaf_81": 0.0024731927551329136, + "leaf_82": 0.04433776065707207, + "leaf_83": 0.0014167340705171227, + "leaf_84": 0.022121572867035866, + "leaf_85": 0.006427236367017031, + "leaf_86": 0.005363493226468563, + "leaf_87": 0.003880747128278017, + "leaf_88": 0.003127621952444315, + "leaf_89": 2.1802786420721532e-07, + "leaf_90": 0.02291356585919857, + "leaf_91": 0.0013558896025642753, + "leaf_92": 0.01997915282845497, + "leaf_93": 0.0016705896705389023, + "leaf_94": 0.021265361458063126, + "leaf_95": 0.0030547769274562597, + "leaf_96": 0.02680221013724804, + "leaf_97": 0.002799260662868619, + "leaf_98": 0.04843101277947426, + "leaf_99": 0.0011803936213254929, + "leaf_100": 0.019449956715106964, + "leaf_101": 0.006718171760439873, + "leaf_102": 0.005064704455435276, + "leaf_103": 0.00463823089376092, + "leaf_104": 0.004564815200865269, + "leaf_105": 3.138480906272889e-07, + "leaf_106": 0.025762474164366722, + "leaf_107": 0.0009107979713007808, + "leaf_108": 0.018078109249472618, + "leaf_109": 0.00197901320643723, + "leaf_110": 0.02494119107723236, + "leaf_111": 0.003052258165553212, + "leaf_112": 0.02927854284644127 + }, + { + "leaf_0": 0.023043552413582802, + "leaf_1": 0.1779036521911621, + "leaf_2": 0.0053261746652424335, + "leaf_3": 0.08818269520998001, + "leaf_4": 0.0030469708144664764, + "leaf_5": 0.07979277521371841, + "leaf_6": 0.00029675671248696744, + "leaf_7": 0.004109889734536409, + "leaf_8": 0.0004461242351680994, + "leaf_9": 0.01459281425923109, + "leaf_10": 0.01022203266620636, + "leaf_11": 0.21504555642604828, + "leaf_12": 0.020822584629058838, + "leaf_13": 0.012628327123820782, + "leaf_14": 0.009594240225851536, + "leaf_15": 0.007169412449002266, + "leaf_16": 0.005460551008582115, + "leaf_17": 0.004446346778422594, + "leaf_18": 0.06118865683674812, + "leaf_19": 0.005871981848031282, + "leaf_20": 0.0457393042743206, + "leaf_21": 0.018980178982019424, + "leaf_22": 0.014569603838026524, + "leaf_23": 0.006030677817761898, + "leaf_24": 0.0047018942423164845, + "leaf_25": 6.266164405133168e-07, + "leaf_26": 0.04283147677779198, + "leaf_27": 0.007694564294070005, + "leaf_28": 0.06649279594421387, + "leaf_29": 0.0031440341845154762, + "leaf_30": 0.04429332911968231, + "leaf_31": 0.012078296393156052, + "leaf_32": 0.13513734936714172, + "leaf_33": 0.0031232719775289297, + "leaf_34": 0.053415145725011826, + "leaf_35": 0.0028981496579945087, + "leaf_36": 0.03922264277935028, + "leaf_37": 0.010748141445219517, + "leaf_38": 0.007962768897414207, + "leaf_39": 0.005277312360703945, + "leaf_40": 0.0038068436551839113, + "leaf_41": 2.3867309550951177e-07, + "leaf_42": 0.019748900085687637, + "leaf_43": 0.004053177312016487, + "leaf_44": 0.04825427010655403, + "leaf_45": 0.001519306912086904, + "leaf_46": 0.018310531973838806, + "leaf_47": 0.006864704191684723, + "leaf_48": 0.055784255266189575, + "leaf_49": 0.0024134209379553795, + "leaf_50": 0.04737766832113266, + "leaf_51": 0.0018868213519454002, + "leaf_52": 0.03448982164263725, + "leaf_53": 0.006419411860406399, + "leaf_54": 0.005992398131638765, + "leaf_55": 0.003942801151424646, + "leaf_56": 0.0032247428316622972, + "leaf_57": 2.969334218505537e-07, + "leaf_58": 0.018313519656658173, + "leaf_59": 0.0022044330835342407, + "leaf_60": 0.03558069467544556, + "leaf_61": 0.0013412981061264873, + "leaf_62": 0.01740434393286705, + "leaf_63": 0.0037527158856391907, + "leaf_64": 0.0402071550488472, + "leaf_65": 0.002169039798900485, + "leaf_66": 0.043906670063734055, + "leaf_67": 0.0013201826950535178, + "leaf_68": 0.029506448656320572, + "leaf_69": 0.006510904058814049, + "leaf_70": 0.005367777310311794, + "leaf_71": 0.0033932889346033335, + "leaf_72": 0.002637817757204175, + "leaf_73": 2.25505047524166e-07, + "leaf_74": 0.02287696674466133, + "leaf_75": 0.0015187322860583663, + "leaf_76": 0.02606014534831047, + "leaf_77": 0.0019509207922965288, + "leaf_78": 0.0217173770070076, + "leaf_79": 0.00297949044033885, + "leaf_80": 0.03111746348440647, + "leaf_81": 0.0023400753270834684, + "leaf_82": 0.044864851981401443, + "leaf_83": 0.0010231136111542583, + "leaf_84": 0.02357500046491623, + "leaf_85": 0.0046979645267128944, + "leaf_86": 0.0048280577175319195, + "leaf_87": 0.003968328703194857, + "leaf_88": 0.0032577444799244404, + "leaf_89": 2.591367547211121e-07, + "leaf_90": 0.023289205506443977, + "leaf_91": 0.0010773211251944304, + "leaf_92": 0.020455900579690933, + "leaf_93": 0.0016488436376675963, + "leaf_94": 0.022616827860474586, + "leaf_95": 0.002191370353102684, + "leaf_96": 0.024514667689800262, + "leaf_97": 0.0025647871661931276, + "leaf_98": 0.04701966047286987, + "leaf_99": 0.0007605120772495866, + "leaf_100": 0.017193634063005447, + "leaf_101": 0.005148144438862801, + "leaf_102": 0.005229804664850235, + "leaf_103": 0.004696965217590332, + "leaf_104": 0.004499846138060093, + "leaf_105": 3.4065834597640787e-07, + "leaf_106": 0.02635573223233223, + "leaf_107": 0.0006599131738767028, + "leaf_108": 0.01563270390033722, + "leaf_109": 0.0019003339111804962, + "leaf_110": 0.026932647451758385, + "leaf_111": 0.0020093258935958147, + "leaf_112": 0.0236493032425642 + }, + { + "leaf_0": 0.02007530815899372, + "leaf_1": 0.16268004477024078, + "leaf_2": 0.004870670847594738, + "leaf_3": 0.07974923402070999, + "leaf_4": 0.002737071132287383, + "leaf_5": 0.07148043811321259, + "leaf_6": 0.0002959893026854843, + "leaf_7": 0.004100831225514412, + "leaf_8": 0.0004426140512805432, + "leaf_9": 0.014496870338916779, + "leaf_10": 0.02230825088918209, + "leaf_11": 0.3715818226337433, + "leaf_12": 0.02527882717549801, + "leaf_13": 0.010666659101843834, + "leaf_14": 0.00868553202599287, + "leaf_15": 0.013965856283903122, + "leaf_16": 0.007781299762427807, + "leaf_17": 0.0042054010555148125, + "leaf_18": 0.05693123862147331, + "leaf_19": 0.006275411229580641, + "leaf_20": 0.042537227272987366, + "leaf_21": 0.02329047955572605, + "leaf_22": 0.017182830721139908, + "leaf_23": 0.005431694909930229, + "leaf_24": 0.0041590528562664986, + "leaf_25": 5.138820142747136e-07, + "leaf_26": 0.04633784294128418, + "leaf_27": 0.007605638820677996, + "leaf_28": 0.06296779960393906, + "leaf_29": 0.004807657096534967, + "leaf_30": 0.05781206116080284, + "leaf_31": 0.01299353502690792, + "leaf_32": 0.1401495486497879, + "leaf_33": 0.003416207619011402, + "leaf_34": 0.05330769717693329, + "leaf_35": 0.003839207114651799, + "leaf_36": 0.0376146174967289, + "leaf_37": 0.01045235339552164, + "leaf_38": 0.0073783076368272305, + "leaf_39": 0.004302944988012314, + "leaf_40": 0.003569486550986767, + "leaf_41": 2.455200558415527e-07, + "leaf_42": 0.018913280218839645, + "leaf_43": 0.00409816624596715, + "leaf_44": 0.0459650456905365, + "leaf_45": 0.0017704642377793789, + "leaf_46": 0.01761155016720295, + "leaf_47": 0.006252775434404612, + "leaf_48": 0.051726311445236206, + "leaf_49": 0.0026549489703029394, + "leaf_50": 0.0466095395386219, + "leaf_51": 0.0026183542795479298, + "leaf_52": 0.03476986289024353, + "leaf_53": 0.00810542143881321, + "leaf_54": 0.005769465118646622, + "leaf_55": 0.0037169724237173796, + "leaf_56": 0.0036077448166906834, + "leaf_57": 2.1837037422756111e-07, + "leaf_58": 0.016822990030050278, + "leaf_59": 0.002797158667817712, + "leaf_60": 0.03612494096159935, + "leaf_61": 0.0013505566166713834, + "leaf_62": 0.015694040805101395, + "leaf_63": 0.004522363189607859, + "leaf_64": 0.04121758043766022, + "leaf_65": 0.002395867370069027, + "leaf_66": 0.04353130981326103, + "leaf_67": 0.0019054815638810396, + "leaf_68": 0.029993293806910515, + "leaf_69": 0.007444657385349274, + "leaf_70": 0.004981445614248514, + "leaf_71": 0.003547603264451027, + "leaf_72": 0.0028986833058297634, + "leaf_73": 2.2542654676271923e-07, + "leaf_74": 0.023105846717953682, + "leaf_75": 0.0021084535401314497, + "leaf_76": 0.026695702224969864, + "leaf_77": 0.0018383099231868982, + "leaf_78": 0.02173115685582161, + "leaf_79": 0.004184401128441095, + "leaf_80": 0.03361346945166588, + "leaf_81": 0.002638891339302063, + "leaf_82": 0.045268673449754715, + "leaf_83": 0.001530735520645976, + "leaf_84": 0.022889776155352592, + "leaf_85": 0.006418471224606037, + "leaf_86": 0.005105732474476099, + "leaf_87": 0.003926318138837814, + "leaf_88": 0.003218282014131546, + "leaf_89": 2.3400890825087117e-07, + "leaf_90": 0.02222646027803421, + "leaf_91": 0.0015116045251488686, + "leaf_92": 0.020481470972299576, + "leaf_93": 0.001551667577587068, + "leaf_94": 0.020608993247151375, + "leaf_95": 0.00328415771946311, + "leaf_96": 0.02744356542825699, + "leaf_97": 0.003768040332943201, + "leaf_98": 0.05635114386677742, + "leaf_99": 0.0014258497394621372, + "leaf_100": 0.02165122702717781, + "leaf_101": 0.00826943852007389, + "leaf_102": 0.0054811956360936165, + "leaf_103": 0.008043387904763222, + "leaf_104": 0.004832026548683643, + "leaf_105": 3.656627995951567e-07, + "leaf_106": 0.02588595822453499, + "leaf_107": 0.001027968362905085, + "leaf_108": 0.019512135535478592, + "leaf_109": 0.002154389163479209, + "leaf_110": 0.02574477531015873, + "leaf_111": 0.003488124581053853, + "leaf_112": 0.031203031539916992 + }, + { + "leaf_0": 0.018257778137922287, + "leaf_1": 0.1472877562046051, + "leaf_2": 0.0047509497962892056, + "leaf_3": 0.0779537782073021, + "leaf_4": 0.0027063468005508184, + "leaf_5": 0.07039831578731537, + "leaf_6": 0.00037029999657534063, + "leaf_7": 0.005126991309225559, + "leaf_8": 0.0004999173106625676, + "leaf_9": 0.016275761649012566, + "leaf_10": 0.017804376780986786, + "leaf_11": 0.30285289883613586, + "leaf_12": 0.020589660853147507, + "leaf_13": 0.010327414609491825, + "leaf_14": 0.007982113398611546, + "leaf_15": 0.01144564338028431, + "leaf_16": 0.006577341351658106, + "leaf_17": 0.0038044885732233524, + "leaf_18": 0.05637171119451523, + "leaf_19": 0.005373860243707895, + "leaf_20": 0.04576941207051277, + "leaf_21": 0.01984735205769539, + "leaf_22": 0.01471148245036602, + "leaf_23": 0.004780383314937353, + "leaf_24": 0.00405513821169734, + "leaf_25": 6.917085784152732e-07, + "leaf_26": 0.04535472020506859, + "leaf_27": 0.0068149142898619175, + "leaf_28": 0.06378945708274841, + "leaf_29": 0.004187182057648897, + "leaf_30": 0.05290514975786209, + "leaf_31": 0.010903039947152138, + "leaf_32": 0.12496486306190491, + "leaf_33": 0.0031791608780622482, + "leaf_34": 0.05384387820959091, + "leaf_35": 0.0032199157867580652, + "leaf_36": 0.0408625602722168, + "leaf_37": 0.00930515956133604, + "leaf_38": 0.006936617661267519, + "leaf_39": 0.004117830656468868, + "leaf_40": 0.0036109103821218014, + "leaf_41": 2.6495212068766705e-07, + "leaf_42": 0.022212643176317215, + "leaf_43": 0.0036678779870271683, + "leaf_44": 0.04787984862923622, + "leaf_45": 0.0020229099318385124, + "leaf_46": 0.020685037598013878, + "leaf_47": 0.005645716562867165, + "leaf_48": 0.05048592388629913, + "leaf_49": 0.002792957006022334, + "leaf_50": 0.0518963523209095, + "leaf_51": 0.0023325306829065084, + "leaf_52": 0.040538717061281204, + "leaf_53": 0.0076430197805166245, + "leaf_54": 0.005363519303500652, + "leaf_55": 0.0046033537946641445, + "leaf_56": 0.0034169291611760855, + "leaf_57": 2.1309361386556702e-07, + "leaf_58": 0.01646718941628933, + "leaf_59": 0.0023546952288597822, + "leaf_60": 0.03754409775137901, + "leaf_61": 0.0012410698691383004, + "leaf_62": 0.016197970137000084, + "leaf_63": 0.004060509614646435, + "leaf_64": 0.04154472053050995, + "leaf_65": 0.00248384359292686, + "leaf_66": 0.05069179832935333, + "leaf_67": 0.0017987326718866825, + "leaf_68": 0.036981239914894104, + "leaf_69": 0.00703408382833004, + "leaf_70": 0.006401093676686287, + "leaf_71": 0.003997329622507095, + "leaf_72": 0.0033116668928414583, + "leaf_73": 2.8017115027978434e-07, + "leaf_74": 0.025871604681015015, + "leaf_75": 0.0018967683427035809, + "leaf_76": 0.028219420462846756, + "leaf_77": 0.0018842399585992098, + "leaf_78": 0.02253403328359127, + "leaf_79": 0.0035419564228504896, + "leaf_80": 0.034424349665641785, + "leaf_81": 0.002587879542261362, + "leaf_82": 0.0481993705034256, + "leaf_83": 0.0013051723362877965, + "leaf_84": 0.02636008895933628, + "leaf_85": 0.006623203866183758, + "leaf_86": 0.006661851424723864, + "leaf_87": 0.003910501953214407, + "leaf_88": 0.0033937483094632626, + "leaf_89": 3.330156914671534e-07, + "leaf_90": 0.0350053608417511, + "leaf_91": 0.001395203173160553, + "leaf_92": 0.02350306138396263, + "leaf_93": 0.002399229211732745, + "leaf_94": 0.03161895275115967, + "leaf_95": 0.0027960464358329773, + "leaf_96": 0.028792772442102432, + "leaf_97": 0.0032549218740314245, + "leaf_98": 0.052815016359090805, + "leaf_99": 0.0011777564650401473, + "leaf_100": 0.0202949158847332, + "leaf_101": 0.007416883483529091, + "leaf_102": 0.007039486896246672, + "leaf_103": 0.006374740041792393, + "leaf_104": 0.004615881014615297, + "leaf_105": 4.813308009943285e-07, + "leaf_106": 0.04525332152843475, + "leaf_107": 0.0008808764978311956, + "leaf_108": 0.0190765168517828, + "leaf_109": 0.003002956509590149, + "leaf_110": 0.03786850348114967, + "leaf_111": 0.0027783263940364122, + "leaf_112": 0.029280751943588257 + }, + { + "leaf_0": 0.02149190567433834, + "leaf_1": 0.18086260557174683, + "leaf_2": 0.005594257730990648, + "leaf_3": 0.09287720918655396, + "leaf_4": 0.0031631640158593655, + "leaf_5": 0.08309514820575714, + "leaf_6": 0.0003304931742604822, + "leaf_7": 0.004579728469252586, + "leaf_8": 0.0004839535104110837, + "leaf_9": 0.015873653814196587, + "leaf_10": 0.010956145823001862, + "leaf_11": 0.21088163554668427, + "leaf_12": 0.023555774241685867, + "leaf_13": 0.012016328983008862, + "leaf_14": 0.009359903633594513, + "leaf_15": 0.006681544240564108, + "leaf_16": 0.0052503258921206, + "leaf_17": 0.004887592978775501, + "leaf_18": 0.0669221580028534, + "leaf_19": 0.006059992127120495, + "leaf_20": 0.04967460408806801, + "leaf_21": 0.0206768736243248, + "leaf_22": 0.017535829916596413, + "leaf_23": 0.006387451197952032, + "leaf_24": 0.004981093108654022, + "leaf_25": 4.796001462636923e-07, + "leaf_26": 0.04260175675153732, + "leaf_27": 0.00781256053596735, + "leaf_28": 0.07330765575170517, + "leaf_29": 0.002524895593523979, + "leaf_30": 0.04728584736585617, + "leaf_31": 0.01255762204527855, + "leaf_32": 0.14603134989738464, + "leaf_33": 0.0032589673064649105, + "leaf_34": 0.0577162504196167, + "leaf_35": 0.003152001416310668, + "leaf_36": 0.03959975764155388, + "leaf_37": 0.01061379723250866, + "leaf_38": 0.00817032065242529, + "leaf_39": 0.0043779779225587845, + "leaf_40": 0.00399820739403367, + "leaf_41": 2.4520744545952766e-07, + "leaf_42": 0.024169035255908966, + "leaf_43": 0.003814985742792487, + "leaf_44": 0.05100160464644432, + "leaf_45": 0.002439415780827403, + "leaf_46": 0.023239364847540855, + "leaf_47": 0.005703192204236984, + "leaf_48": 0.05555277317762375, + "leaf_49": 0.002608261303976178, + "leaf_50": 0.050206515938043594, + "leaf_51": 0.0020990828052163124, + "leaf_52": 0.03479750454425812, + "leaf_53": 0.006629494950175285, + "leaf_54": 0.005864904727786779, + "leaf_55": 0.004119776654988527, + "leaf_56": 0.00330443331040442, + "leaf_57": 2.1174629694087344e-07, + "leaf_58": 0.017164312303066254, + "leaf_59": 0.002207681303843856, + "leaf_60": 0.03675734996795654, + "leaf_61": 0.0012318025110289454, + "leaf_62": 0.01637953147292137, + "leaf_63": 0.003892935812473297, + "leaf_64": 0.04260173812508583, + "leaf_65": 0.0021430610213428736, + "leaf_66": 0.04387902468442917, + "leaf_67": 0.001409871387295425, + "leaf_68": 0.028790749609470367, + "leaf_69": 0.006579207722097635, + "leaf_70": 0.006316942162811756, + "leaf_71": 0.0035820144694298506, + "leaf_72": 0.0026901543606072664, + "leaf_73": 2.1617699985654326e-07, + "leaf_74": 0.024139316752552986, + "leaf_75": 0.0016610490856692195, + "leaf_76": 0.02644028700888157, + "leaf_77": 0.0017132102511823177, + "leaf_78": 0.02174043469130993, + "leaf_79": 0.003240141784772277, + "leaf_80": 0.03330039978027344, + "leaf_81": 0.002441372722387314, + "leaf_82": 0.04476820304989815, + "leaf_83": 0.001175654586404562, + "leaf_84": 0.022172018885612488, + "leaf_85": 0.004768968094140291, + "leaf_86": 0.004634437616914511, + "leaf_87": 0.0038649425841867924, + "leaf_88": 0.00309990206733346, + "leaf_89": 2.313622360361478e-07, + "leaf_90": 0.023930879309773445, + "leaf_91": 0.0011702432530000806, + "leaf_92": 0.020393559709191322, + "leaf_93": 0.0015787782613188028, + "leaf_94": 0.021731404587626457, + "leaf_95": 0.0023526917211711407, + "leaf_96": 0.02559698559343815, + "leaf_97": 0.0022999723441898823, + "leaf_98": 0.04448999464511871, + "leaf_99": 0.0007807096699252725, + "leaf_100": 0.01611650548875332, + "leaf_101": 0.0064845639280974865, + "leaf_102": 0.005257542710751295, + "leaf_103": 0.004138794727623463, + "leaf_104": 0.004175356589257717, + "leaf_105": 3.097875662660954e-07, + "leaf_106": 0.025993604212999344, + "leaf_107": 0.0006830463535152376, + "leaf_108": 0.015307430177927017, + "leaf_109": 0.002140817930921912, + "leaf_110": 0.02713802270591259, + "leaf_111": 0.0020961714908480644, + "leaf_112": 0.023114899173378944 + } + ], + "repr_drift_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "repr_drift_kl": [ + 0.03295149654150009, + 0.056949008256196976, + 0.0775052160024643, + 0.09996796399354935, + 0.11043322086334229, + 0.12028767913579941, + 0.12115097790956497, + 0.13519665598869324, + 0.1369420439004898, + 0.1399398148059845, + 0.1435558795928955, + 0.15133388340473175, + 0.155421644449234, + 0.15441307425498962, + 0.17298707365989685, + 0.16254468262195587, + 0.1757379025220871, + 0.17954450845718384, + 0.18254052102565765, + 0.18627378344535828 + ], + "repr_drift_kl_low_t": [ + 0.02709047682583332, + 0.05250142514705658, + 0.07106654345989227, + 0.09053121507167816, + 0.10115749388933182, + 0.11029544472694397, + 0.11529535055160522, + 0.12701953947544098, + 0.12893691658973694, + 0.12673406302928925, + 0.1332695633172989, + 0.13926243782043457, + 0.14205054938793182, + 0.1388060301542282, + 0.14928129315376282, + 0.1485915333032608, + 0.15775662660598755, + 0.15574321150779724, + 0.1607653647661209, + 0.16332930326461792 + ], + "repr_drift_kl_mid_t": [ + 0.028756391257047653, + 0.05484389513731003, + 0.07706905901432037, + 0.09746167063713074, + 0.11061562597751617, + 0.11967477202415466, + 0.12258659303188324, + 0.13506394624710083, + 0.13672909140586853, + 0.13588166236877441, + 0.14265060424804688, + 0.1487272083759308, + 0.1565427929162979, + 0.14936524629592896, + 0.16477525234222412, + 0.16187044978141785, + 0.17103436589241028, + 0.16996194422245026, + 0.17825846374034882, + 0.18278264999389648 + ], + "repr_drift_kl_high_t": [ + 0.04441427066922188, + 0.06747560948133469, + 0.08613038063049316, + 0.09922964125871658, + 0.11438044905662537, + 0.12917137145996094, + 0.12867261469364166, + 0.1369917243719101, + 0.15151631832122803, + 0.1509377658367157, + 0.15449507534503937, + 0.15992286801338196, + 0.18205077946186066, + 0.16914916038513184, + 0.1913691610097885, + 0.1851816624403, + 0.1984296441078186, + 0.20575231313705444, + 0.2064894139766693, + 0.2157747745513916 + ], + "cka_iters": [ + 50, + 100, + 150, + 200, + 250, + 300, + 350, + 400, + 450, + 500 + ], + "cka_similarity": [ + 0.966659665107727, + 0.9360169768333435, + 0.899798572063446, + 0.8969824314117432, + 0.9053623676300049, + 0.8908854126930237, + 0.8820825815200806, + 0.8818522691726685, + 0.8310858011245728, + 0.842971682548523 + ], + "t_analysis_iters": [ + 25, + 50, + 75, + 100, + 125, + 150, + 175, + 200, + 225, + 250, + 275, + 300, + 325, + 350, + 375, + 400, + 425, + 450, + 475, + 500 + ], + "norm_low_t": [ + 0.3865914046764374, + 0.38480237126350403, + 0.3663802444934845, + 0.3064463138580322, + 0.3761979937553406, + 0.3511207699775696, + 0.493696004152298, + 0.2881775200366974, + 0.24800898134708405, + 0.22671081125736237, + 0.3046846091747284, + 0.24609912931919098, + 0.2602408528327942, + 0.32517728209495544, + 0.49448636174201965, + 0.3475293219089508, + 0.31528913974761963, + 0.21198222041130066, + 0.429152250289917, + 0.23616357147693634 + ], + "norm_high_t": [ + 0.904671847820282, + 0.7369984984397888, + 0.6969252824783325, + 0.7001727223396301, + 0.4657631516456604, + 0.6514655351638794, + 0.9084041714668274, + 0.6533995866775513, + 0.5773071646690369, + 0.5186436176300049, + 0.5883958339691162, + 0.6833499073982239, + 1.008608341217041, + 0.5150587558746338, + 0.5551900863647461, + 0.6268645524978638, + 0.5722654461860657, + 0.6281178593635559, + 0.48421788215637207, + 0.751074492931366 + ], + "lowhigh_cos": [ + 0.10245314240455627, + 0.006905760150402784, + 0.03211016580462456, + -0.04086971655488014, + -0.04899555444717407, + -0.15574006736278534, + -0.12884272634983063, + 0.29999351501464844, + 0.05501542612910271, + 0.13979408144950867, + -0.15715603530406952, + -0.27919527888298035, + 0.2250286340713501, + -0.08842712640762329, + 0.0797392949461937, + -0.10707931965589523, + -0.20879524946212769, + -0.007385160308331251, + -0.11374880373477936, + -0.14209894835948944 + ], + "t_bin_norms": [ + { + "t_0.0-0.1": 0.32097455859184265, + "t_0.1-0.2": 0.5843307375907898, + "t_0.2-0.3": 0.477749764919281, + "t_0.3-0.4": 0.5972015857696533, + "t_0.4-0.5": 0.5757483243942261, + "t_0.5-0.6": 0.7294087409973145, + "t_0.6-0.7": 0.7231016159057617, + "t_0.7-0.8": 0.8391984701156616, + "t_0.8-0.9": 0.8724626898765564, + "t_0.9-1.0": 1.0381813049316406 + }, + { + "t_0.0-0.1": 0.24718265235424042, + "t_0.1-0.2": 0.42137399315834045, + "t_0.2-0.3": 0.45512527227401733, + "t_0.3-0.4": 0.4560743570327759, + "t_0.4-0.5": 0.5158170461654663, + "t_0.5-0.6": 0.6194741725921631, + "t_0.6-0.7": 0.5128656625747681, + "t_0.7-0.8": 0.5973794460296631, + "t_0.8-0.9": 0.6091552376747131, + "t_0.9-1.0": 0.7913104295730591 + }, + { + "t_0.0-0.1": 0.19318221509456635, + "t_0.1-0.2": 0.3179091215133667, + "t_0.2-0.3": 0.38593679666519165, + "t_0.3-0.4": 0.3663247525691986, + "t_0.4-0.5": 0.42521411180496216, + "t_0.5-0.6": 0.48245176672935486, + "t_0.6-0.7": 0.4652738571166992, + "t_0.7-0.8": 0.5601856112480164, + "t_0.8-0.9": 0.8524850606918335, + "t_0.9-1.0": 0.6661377549171448 + }, + { + "t_0.0-0.1": 0.3184325098991394, + "t_0.1-0.2": 0.4015734791755676, + "t_0.2-0.3": 0.34034264087677, + "t_0.3-0.4": 0.3981497287750244, + "t_0.4-0.5": 0.4156872034072876, + "t_0.5-0.6": 0.38524630665779114, + "t_0.6-0.7": 0.42801225185394287, + "t_0.7-0.8": 0.519233763217926, + "t_0.8-0.9": 0.5831179618835449, + "t_0.9-1.0": 0.8218621015548706 + }, + { + "t_0.0-0.1": 0.22633087635040283, + "t_0.1-0.2": 0.32408982515335083, + "t_0.2-0.3": 0.32532674074172974, + "t_0.3-0.4": 0.3067820370197296, + "t_0.4-0.5": 0.32429829239845276, + "t_0.5-0.6": 0.4237891733646393, + "t_0.6-0.7": 0.4257773756980896, + "t_0.7-0.8": 0.42271026968955994, + "t_0.8-0.9": 0.5409370064735413, + "t_0.9-1.0": 0.6132271885871887 + }, + { + "t_0.0-0.1": 0.3142334520816803, + "t_0.1-0.2": 0.40323999524116516, + "t_0.2-0.3": 0.3268681764602661, + "t_0.3-0.4": 0.42791980504989624, + "t_0.4-0.5": 0.4226854145526886, + "t_0.5-0.6": 0.4522835612297058, + "t_0.6-0.7": 0.4592379629611969, + "t_0.7-0.8": 0.43715354800224304, + "t_0.8-0.9": 0.6381943821907043, + "t_0.9-1.0": 0.9373031854629517 + }, + { + "t_0.0-0.1": 0.4096221327781677, + "t_0.1-0.2": 0.407198041677475, + "t_0.2-0.3": 0.4249512851238251, + "t_0.3-0.4": 0.39016562700271606, + "t_0.4-0.5": 0.3983961045742035, + "t_0.5-0.6": 0.37850990891456604, + "t_0.6-0.7": 0.5099085569381714, + "t_0.7-0.8": 0.4593751132488251, + "t_0.8-0.9": 0.5001946091651917, + "t_0.9-1.0": 0.7349528670310974 + }, + { + "t_0.0-0.1": 0.29274457693099976, + "t_0.1-0.2": 0.420215368270874, + "t_0.2-0.3": 0.34899288415908813, + "t_0.3-0.4": 0.36227723956108093, + "t_0.4-0.5": 0.4281053841114044, + "t_0.5-0.6": 0.35582366585731506, + "t_0.6-0.7": 0.41499802470207214, + "t_0.7-0.8": 0.5500687956809998, + "t_0.8-0.9": 0.623539924621582, + "t_0.9-1.0": 0.6813021898269653 + }, + { + "t_0.0-0.1": 0.25847184658050537, + "t_0.1-0.2": 0.313289999961853, + "t_0.2-0.3": 0.273790180683136, + "t_0.3-0.4": 0.32360348105430603, + "t_0.4-0.5": 0.395786851644516, + "t_0.5-0.6": 0.3855643570423126, + "t_0.6-0.7": 0.3644601106643677, + "t_0.7-0.8": 0.3905525505542755, + "t_0.8-0.9": 0.5070493817329407, + "t_0.9-1.0": 0.8225007653236389 + }, + { + "t_0.0-0.1": 0.2636791169643402, + "t_0.1-0.2": 0.3337808847427368, + "t_0.2-0.3": 0.3816092610359192, + "t_0.3-0.4": 0.3649658262729645, + "t_0.4-0.5": 0.44154825806617737, + "t_0.5-0.6": 0.3650098145008087, + "t_0.6-0.7": 0.3780721426010132, + "t_0.7-0.8": 0.4862857758998871, + "t_0.8-0.9": 0.49508729577064514, + "t_0.9-1.0": 0.6454446911811829 + }, + { + "t_0.0-0.1": 0.3602021634578705, + "t_0.1-0.2": 0.308857262134552, + "t_0.2-0.3": 0.3996638059616089, + "t_0.3-0.4": 0.3147401809692383, + "t_0.4-0.5": 0.31765201687812805, + "t_0.5-0.6": 0.3755733370780945, + "t_0.6-0.7": 0.3767910897731781, + "t_0.7-0.8": 0.4489571452140808, + "t_0.8-0.9": 0.5158045887947083, + "t_0.9-1.0": 0.7292318940162659 + }, + { + "t_0.0-0.1": 0.4033189117908478, + "t_0.1-0.2": 0.34743067622184753, + "t_0.2-0.3": 0.3843062222003937, + "t_0.3-0.4": 0.3540760576725006, + "t_0.4-0.5": 0.31882384419441223, + "t_0.5-0.6": 0.37341395020484924, + "t_0.6-0.7": 0.4882256090641022, + "t_0.7-0.8": 0.5378342270851135, + "t_0.8-0.9": 0.49937066435813904, + "t_0.9-1.0": 0.9863042831420898 + }, + { + "t_0.0-0.1": 0.26636120676994324, + "t_0.1-0.2": 0.46817153692245483, + "t_0.2-0.3": 0.3098849356174469, + "t_0.3-0.4": 0.39590758085250854, + "t_0.4-0.5": 0.43294963240623474, + "t_0.5-0.6": 0.5078208446502686, + "t_0.6-0.7": 0.4507286846637726, + "t_0.7-0.8": 0.5205481052398682, + "t_0.8-0.9": 0.8496153950691223, + "t_0.9-1.0": 1.0529251098632812 + }, + { + "t_0.0-0.1": 0.3423099219799042, + "t_0.1-0.2": 0.2996024787425995, + "t_0.2-0.3": 0.39620068669319153, + "t_0.3-0.4": 0.3527822494506836, + "t_0.4-0.5": 0.43714508414268494, + "t_0.5-0.6": 0.3917047679424286, + "t_0.6-0.7": 0.46880391240119934, + "t_0.7-0.8": 0.3863460421562195, + "t_0.8-0.9": 0.46812140941619873, + "t_0.9-1.0": 0.6523923277854919 + }, + { + "t_0.0-0.1": 0.252276211977005, + "t_0.1-0.2": 0.3152961730957031, + "t_0.2-0.3": 0.31278738379478455, + "t_0.3-0.4": 0.39249974489212036, + "t_0.4-0.5": 0.3907424509525299, + "t_0.5-0.6": 0.5106796622276306, + "t_0.6-0.7": 0.38368162512779236, + "t_0.7-0.8": 0.4149458110332489, + "t_0.8-0.9": 0.7011491060256958, + "t_0.9-1.0": 0.6222331523895264 + }, + { + "t_0.0-0.1": 0.27570632100105286, + "t_0.1-0.2": 0.41439250111579895, + "t_0.2-0.3": 0.38768208026885986, + "t_0.3-0.4": 0.36524343490600586, + "t_0.4-0.5": 0.33000388741493225, + "t_0.5-0.6": 0.4276368319988251, + "t_0.6-0.7": 0.3540077805519104, + "t_0.7-0.8": 0.38756489753723145, + "t_0.8-0.9": 0.4737955927848816, + "t_0.9-1.0": 0.8443211913108826 + }, + { + "t_0.0-0.1": 0.28335580229759216, + "t_0.1-0.2": 0.3174176514148712, + "t_0.2-0.3": 0.40962961316108704, + "t_0.3-0.4": 0.3518097400665283, + "t_0.4-0.5": 0.3448466956615448, + "t_0.5-0.6": 0.36812329292297363, + "t_0.6-0.7": 0.4183323383331299, + "t_0.7-0.8": 0.4149039089679718, + "t_0.8-0.9": 0.4950893223285675, + "t_0.9-1.0": 0.5811904668807983 + }, + { + "t_0.0-0.1": 0.17039035260677338, + "t_0.1-0.2": 0.3494114577770233, + "t_0.2-0.3": 0.31820520758628845, + "t_0.3-0.4": 0.3354296088218689, + "t_0.4-0.5": 0.3344549834728241, + "t_0.5-0.6": 0.354303777217865, + "t_0.6-0.7": 0.37929657101631165, + "t_0.7-0.8": 0.5009512305259705, + "t_0.8-0.9": 0.5339379906654358, + "t_0.9-1.0": 0.807815670967102 + }, + { + "t_0.0-0.1": 0.3746347427368164, + "t_0.1-0.2": 0.2514444589614868, + "t_0.2-0.3": 0.4123387634754181, + "t_0.3-0.4": 0.30004817247390747, + "t_0.4-0.5": 0.2937641143798828, + "t_0.5-0.6": 0.33595001697540283, + "t_0.6-0.7": 0.40105825662612915, + "t_0.7-0.8": 0.41383442282676697, + "t_0.8-0.9": 0.5558698773384094, + "t_0.9-1.0": 0.5781247615814209 + }, + { + "t_0.0-0.1": 0.4493749737739563, + "t_0.1-0.2": 0.4006407558917999, + "t_0.2-0.3": 0.4074593484401703, + "t_0.3-0.4": 0.34983429312705994, + "t_0.4-0.5": 0.3691215217113495, + "t_0.5-0.6": 0.39163485169410706, + "t_0.6-0.7": 0.5387438535690308, + "t_0.7-0.8": 0.4345576763153076, + "t_0.8-0.9": 0.5632084012031555, + "t_0.9-1.0": 0.7279085516929626 + } + ], + "win_rate": [ + 0.5420425534248352, + 0.5342031717300415, + 0.5364046692848206, + 0.5590635538101196, + 0.5329145193099976, + 0.519437313079834, + 0.538122832775116, + 0.5388745665550232, + 0.5107925534248352, + 0.5108999013900757, + 0.5477341413497925, + 0.520081639289856, + 0.5425257682800293, + 0.5452104806900024, + 0.5355992317199707, + 0.5407539010047913, + 0.514658510684967, + 0.5398947596549988, + 0.5081615447998047, + 0.515625, + 0.5268470644950867, + 0.5230885148048401, + 0.50252366065979, + 0.49779853224754333, + 0.5061211585998535, + 0.5395725965499878, + 0.5433312058448792, + 0.5234643816947937, + 0.5193836092948914, + 0.5076782703399658, + 0.5258268713951111, + 0.5042955279350281, + 0.5086447596549988, + 0.481260746717453, + 0.5183097124099731, + 0.5391967296600342, + 0.503167986869812, + 0.5040807723999023, + 0.5118663907051086, + 0.508752167224884, + 0.48394545912742615, + 0.518470823764801, + 0.5115442276000977, + 0.4959729313850403, + 0.49591925740242004, + 0.49908721446990967, + 0.46225300431251526, + 0.4957044720649719, + 0.4652598798274994, + 0.5018792748451233 + ], + "effective_batch_size": [ + 442.156982421875, + 434.55938720703125, + 461.4333801269531, + 469.1162109375, + 433.9300842285156, + 432.65625, + 471.7806701660156, + 452.3916320800781, + 455.91796875, + 463.38043212890625, + 462.2117004394531, + 429.7593078613281, + 479.610595703125, + 459.03009033203125, + 462.4317321777344, + 450.1728820800781, + 441.38323974609375, + 447.5342712402344, + 429.3749084472656, + 462.0810241699219, + 454.2067565917969, + 452.68792724609375, + 431.7392578125, + 457.6454162597656, + 449.3713073730469, + 462.23504638671875, + 451.7607421875, + 447.3583068847656, + 451.61865234375, + 458.595458984375, + 447.5339660644531, + 451.5439758300781, + 425.8519287109375, + 419.5811462402344, + 440.1781921386719, + 455.668212890625, + 441.9820251464844, + 459.6395568847656, + 445.7180480957031, + 443.1110534667969, + 430.3652648925781, + 457.557861328125, + 441.5341491699219, + 436.4701232910156, + 450.3138122558594, + 426.9546203613281, + 406.2094421386719, + 436.02008056640625, + 406.03125, + 431.6192932128906 + ], + "surgery_iters": [], + "surgery_fraction": [], + "surgery_n_conflicting": [], + "per_achievement_rates": [ + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {}, + {} + ] + }, + "base_seed": 0, + "seeds": [ + 0, + 1, + 2 + ], + "wall_clock_s": [ + 1146.9, + 1101.6, + 1101.4 + ], + "per_seed_finals": [ + { + "iters": 500, + "loss": 0.946917712688446, + "env_score_iters": 500, + "env_score": 3.7986299991607666, + "eval_iters": 500, + "eval_score": 10.882213592529297, + "grad_align_iters": 500, + "grad_align": 0.24088625609874725, + "rl_grad_norm": 0.4821249842643738, + "bc_grad_norm": 1.250697374343872, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.02149190567433834, + "leaf_1": 0.18086260557174683, + "leaf_2": 0.005594257730990648, + "leaf_3": 0.09287720918655396, + "leaf_4": 0.0031631640158593655, + "leaf_5": 0.08309514820575714, + "leaf_6": 0.0003304931742604822, + "leaf_7": 0.004579728469252586, + "leaf_8": 0.0004839535104110837, + "leaf_9": 0.015873653814196587, + "leaf_10": 0.010956145823001862, + "leaf_11": 0.21088163554668427, + "leaf_12": 0.023555774241685867, + "leaf_13": 0.012016328983008862, + "leaf_14": 0.009359903633594513, + "leaf_15": 0.006681544240564108, + "leaf_16": 0.0052503258921206, + "leaf_17": 0.004887592978775501, + "leaf_18": 0.0669221580028534, + "leaf_19": 0.006059992127120495, + "leaf_20": 0.04967460408806801, + "leaf_21": 0.0206768736243248, + "leaf_22": 0.017535829916596413, + "leaf_23": 0.006387451197952032, + "leaf_24": 0.004981093108654022, + "leaf_25": 4.796001462636923e-07, + "leaf_26": 0.04260175675153732, + "leaf_27": 0.00781256053596735, + "leaf_28": 0.07330765575170517, + "leaf_29": 0.002524895593523979, + "leaf_30": 0.04728584736585617, + "leaf_31": 0.01255762204527855, + "leaf_32": 0.14603134989738464, + "leaf_33": 0.0032589673064649105, + "leaf_34": 0.0577162504196167, + "leaf_35": 0.003152001416310668, + "leaf_36": 0.03959975764155388, + "leaf_37": 0.01061379723250866, + "leaf_38": 0.00817032065242529, + "leaf_39": 0.0043779779225587845, + "leaf_40": 0.00399820739403367, + "leaf_41": 2.4520744545952766e-07, + "leaf_42": 0.024169035255908966, + "leaf_43": 0.003814985742792487, + "leaf_44": 0.05100160464644432, + "leaf_45": 0.002439415780827403, + "leaf_46": 0.023239364847540855, + "leaf_47": 0.005703192204236984, + "leaf_48": 0.05555277317762375, + "leaf_49": 0.002608261303976178, + "leaf_50": 0.050206515938043594, + "leaf_51": 0.0020990828052163124, + "leaf_52": 0.03479750454425812, + "leaf_53": 0.006629494950175285, + "leaf_54": 0.005864904727786779, + "leaf_55": 0.004119776654988527, + "leaf_56": 0.00330443331040442, + "leaf_57": 2.1174629694087344e-07, + "leaf_58": 0.017164312303066254, + "leaf_59": 0.002207681303843856, + "leaf_60": 0.03675734996795654, + "leaf_61": 0.0012318025110289454, + "leaf_62": 0.01637953147292137, + "leaf_63": 0.003892935812473297, + "leaf_64": 0.04260173812508583, + "leaf_65": 0.0021430610213428736, + "leaf_66": 0.04387902468442917, + "leaf_67": 0.001409871387295425, + "leaf_68": 0.028790749609470367, + "leaf_69": 0.006579207722097635, + "leaf_70": 0.006316942162811756, + "leaf_71": 0.0035820144694298506, + "leaf_72": 0.0026901543606072664, + "leaf_73": 2.1617699985654326e-07, + "leaf_74": 0.024139316752552986, + "leaf_75": 0.0016610490856692195, + "leaf_76": 0.02644028700888157, + "leaf_77": 0.0017132102511823177, + "leaf_78": 0.02174043469130993, + "leaf_79": 0.003240141784772277, + "leaf_80": 0.03330039978027344, + "leaf_81": 0.002441372722387314, + "leaf_82": 0.04476820304989815, + "leaf_83": 0.001175654586404562, + "leaf_84": 0.022172018885612488, + "leaf_85": 0.004768968094140291, + "leaf_86": 0.004634437616914511, + "leaf_87": 0.0038649425841867924, + "leaf_88": 0.00309990206733346, + "leaf_89": 2.313622360361478e-07, + "leaf_90": 0.023930879309773445, + "leaf_91": 0.0011702432530000806, + "leaf_92": 0.020393559709191322, + "leaf_93": 0.0015787782613188028, + "leaf_94": 0.021731404587626457, + "leaf_95": 0.0023526917211711407, + "leaf_96": 0.02559698559343815, + "leaf_97": 0.0022999723441898823, + "leaf_98": 0.04448999464511871, + "leaf_99": 0.0007807096699252725, + "leaf_100": 0.01611650548875332, + "leaf_101": 0.0064845639280974865, + "leaf_102": 0.005257542710751295, + "leaf_103": 0.004138794727623463, + "leaf_104": 0.004175356589257717, + "leaf_105": 3.097875662660954e-07, + "leaf_106": 0.025993604212999344, + "leaf_107": 0.0006830463535152376, + "leaf_108": 0.015307430177927017, + "leaf_109": 0.002140817930921912, + "leaf_110": 0.02713802270591259, + "leaf_111": 0.0020961714908480644, + "leaf_112": 0.023114899173378944 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.18627378344535828, + "repr_drift_kl_low_t": 0.16332930326461792, + "repr_drift_kl_mid_t": 0.18278264999389648, + "repr_drift_kl_high_t": 0.2157747745513916, + "cka_iters": 500, + "cka_similarity": 0.842971682548523, + "t_analysis_iters": 500, + "norm_low_t": 0.23616357147693634, + "norm_high_t": 0.751074492931366, + "lowhigh_cos": -0.14209894835948944, + "t_bin_norms": { + "t_0.0-0.1": 0.4493749737739563, + "t_0.1-0.2": 0.4006407558917999, + "t_0.2-0.3": 0.4074593484401703, + "t_0.3-0.4": 0.34983429312705994, + "t_0.4-0.5": 0.3691215217113495, + "t_0.5-0.6": 0.39163485169410706, + "t_0.6-0.7": 0.5387438535690308, + "t_0.7-0.8": 0.4345576763153076, + "t_0.8-0.9": 0.5632084012031555, + "t_0.9-1.0": 0.7279085516929626 + }, + "win_rate": 0.5018792748451233, + "effective_batch_size": 431.6192932128906, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.828421950340271, + "env_score_iters": 500, + "env_score": 3.977418899536133, + "eval_iters": 500, + "eval_score": 10.656307220458984, + "grad_align_iters": 500, + "grad_align": 0.11512447893619537, + "rl_grad_norm": 0.42952051758766174, + "bc_grad_norm": 1.2613195180892944, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.02275812067091465, + "leaf_1": 0.18312101066112518, + "leaf_2": 0.004860476590692997, + "leaf_3": 0.0845746323466301, + "leaf_4": 0.0024799490347504616, + "leaf_5": 0.06926759332418442, + "leaf_6": 0.0002671217662282288, + "leaf_7": 0.0037000433076173067, + "leaf_8": 0.00038585346192121506, + "leaf_9": 0.012608770281076431, + "leaf_10": 0.015402783639729023, + "leaf_11": 0.27380725741386414, + "leaf_12": 0.022206339985132217, + "leaf_13": 0.012425670400261879, + "leaf_14": 0.01024251151829958, + "leaf_15": 0.00978422723710537, + "leaf_16": 0.005606884136795998, + "leaf_17": 0.0037265559658408165, + "leaf_18": 0.05722922831773758, + "leaf_19": 0.00432966323569417, + "leaf_20": 0.043740082532167435, + "leaf_21": 0.01744956709444523, + "leaf_22": 0.01443511713296175, + "leaf_23": 0.005185253918170929, + "leaf_24": 0.004348871298134327, + "leaf_25": 6.119983027019771e-07, + "leaf_26": 0.050753239542245865, + "leaf_27": 0.005896449089050293, + "leaf_28": 0.06528912484645844, + "leaf_29": 0.004683393053710461, + "leaf_30": 0.06335331499576569, + "leaf_31": 0.009340405464172363, + "leaf_32": 0.11653467267751694, + "leaf_33": 0.002773025305941701, + "leaf_34": 0.050765883177518845, + "leaf_35": 0.0023717174772173166, + "leaf_36": 0.03665795177221298, + "leaf_37": 0.007156269624829292, + "leaf_38": 0.007083181291818619, + "leaf_39": 0.0036076786927878857, + "leaf_40": 0.0035896955523639917, + "leaf_41": 2.153919780312208e-07, + "leaf_42": 0.022874388843774796, + "leaf_43": 0.0028281535487622023, + "leaf_44": 0.044891707599163055, + "leaf_45": 0.0018808530876412988, + "leaf_46": 0.019543588161468506, + "leaf_47": 0.00425213947892189, + "leaf_48": 0.048020005226135254, + "leaf_49": 0.0022043457720428705, + "leaf_50": 0.0448993481695652, + "leaf_51": 0.0017725531943142414, + "leaf_52": 0.03304528817534447, + "leaf_53": 0.005192997399717569, + "leaf_54": 0.0054352059960365295, + "leaf_55": 0.0031122106593102217, + "leaf_56": 0.002794041531160474, + "leaf_57": 2.306500164195313e-07, + "leaf_58": 0.017966412007808685, + "leaf_59": 0.0017954355571419, + "leaf_60": 0.03402886539697647, + "leaf_61": 0.0013304352760314941, + "leaf_62": 0.016813457012176514, + "leaf_63": 0.0029427630361169577, + "leaf_64": 0.037011876702308655, + "leaf_65": 0.0020270762033760548, + "leaf_66": 0.042329203337430954, + "leaf_67": 0.0014535156078636646, + "leaf_68": 0.028361225500702858, + "leaf_69": 0.005179922096431255, + "leaf_70": 0.0052103325724601746, + "leaf_71": 0.003058427944779396, + "leaf_72": 0.0029697902500629425, + "leaf_73": 2.191722359157211e-07, + "leaf_74": 0.021906930953264236, + "leaf_75": 0.0014615057734772563, + "leaf_76": 0.02566966786980629, + "leaf_77": 0.0016870897961780429, + "leaf_78": 0.020268823951482773, + "leaf_79": 0.002522173337638378, + "leaf_80": 0.030820459127426147, + "leaf_81": 0.002380233258008957, + "leaf_82": 0.04457613825798035, + "leaf_83": 0.0012191287241876125, + "leaf_84": 0.021842386573553085, + "leaf_85": 0.004729369655251503, + "leaf_86": 0.004217611625790596, + "leaf_87": 0.0037811140064150095, + "leaf_88": 0.002986354986205697, + "leaf_89": 2.1855174736629124e-07, + "leaf_90": 0.021656356751918793, + "leaf_91": 0.0011804752284660935, + "leaf_92": 0.01984945312142372, + "leaf_93": 0.0014906779397279024, + "leaf_94": 0.02072545886039734, + "leaf_95": 0.0023086732253432274, + "leaf_96": 0.02561933360993862, + "leaf_97": 0.0027230943087488413, + "leaf_98": 0.04637584462761879, + "leaf_99": 0.0009939277078956366, + "leaf_100": 0.018071003258228302, + "leaf_101": 0.005974027793854475, + "leaf_102": 0.004715803544968367, + "leaf_103": 0.004798848181962967, + "leaf_104": 0.00608411431312561, + "leaf_105": 2.998939407916623e-07, + "leaf_106": 0.022831574082374573, + "leaf_107": 0.0008208219078369439, + "leaf_108": 0.017315736040472984, + "leaf_109": 0.0017216625856235623, + "leaf_110": 0.022775515913963318, + "leaf_111": 0.002561488188803196, + "leaf_112": 0.026626281440258026 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.18047863245010376, + "repr_drift_kl_low_t": 0.15486541390419006, + "repr_drift_kl_mid_t": 0.17061838507652283, + "repr_drift_kl_high_t": 0.22494572401046753, + "cka_iters": 500, + "cka_similarity": 0.8704227209091187, + "t_analysis_iters": 500, + "norm_low_t": 0.6338571906089783, + "norm_high_t": 0.5712432265281677, + "lowhigh_cos": -0.15031906962394714, + "t_bin_norms": { + "t_0.0-0.1": 0.3723277747631073, + "t_0.1-0.2": 0.2744840681552887, + "t_0.2-0.3": 0.32620152831077576, + "t_0.3-0.4": 0.3435753285884857, + "t_0.4-0.5": 0.44236862659454346, + "t_0.5-0.6": 0.387168288230896, + "t_0.6-0.7": 0.5191157460212708, + "t_0.7-0.8": 0.39021316170692444, + "t_0.8-0.9": 0.5265424251556396, + "t_0.9-1.0": 0.7045643925666809 + }, + "win_rate": 0.5096649527549744, + "effective_batch_size": 452.8916015625, + "per_achievement_rates": {} + }, + { + "iters": 500, + "loss": 0.8733515739440918, + "env_score_iters": 500, + "env_score": 4.086842060089111, + "eval_iters": 500, + "eval_score": 10.95864486694336, + "grad_align_iters": 500, + "grad_align": 0.29804089665412903, + "rl_grad_norm": 0.42684921622276306, + "bc_grad_norm": 1.2953784465789795, + "per_layer_iters": 500, + "per_layer_norms": { + "leaf_0": 0.01612704060971737, + "leaf_1": 0.15267165005207062, + "leaf_2": 0.0045224460773169994, + "leaf_3": 0.08026677370071411, + "leaf_4": 0.002755493624135852, + "leaf_5": 0.07812223583459854, + "leaf_6": 0.00030293609597720206, + "leaf_7": 0.0042036185041069984, + "leaf_8": 0.00048614721163176, + "leaf_9": 0.015873759984970093, + "leaf_10": 0.010817966423928738, + "leaf_11": 0.21796298027038574, + "leaf_12": 0.023314258083701134, + "leaf_13": 0.008883791975677013, + "leaf_14": 0.007309535518288612, + "leaf_15": 0.007753788493573666, + "leaf_16": 0.006314069032669067, + "leaf_17": 0.004794715903699398, + "leaf_18": 0.07084563374519348, + "leaf_19": 0.00585622014477849, + "leaf_20": 0.05904572829604149, + "leaf_21": 0.019337452948093414, + "leaf_22": 0.0158152524381876, + "leaf_23": 0.0062918271869421005, + "leaf_24": 0.0050688269548118114, + "leaf_25": 5.656443704538106e-07, + "leaf_26": 0.05599180981516838, + "leaf_27": 0.007076101843267679, + "leaf_28": 0.0804487019777298, + "leaf_29": 0.005595997907221317, + "leaf_30": 0.06866465508937836, + "leaf_31": 0.010822655633091927, + "leaf_32": 0.1352294683456421, + "leaf_33": 0.0036163320764899254, + "leaf_34": 0.06339358538389206, + "leaf_35": 0.003612217027693987, + "leaf_36": 0.04655754193663597, + "leaf_37": 0.010553084313869476, + "leaf_38": 0.00789874978363514, + "leaf_39": 0.004847044590860605, + "leaf_40": 0.004289325326681137, + "leaf_41": 2.377891661353715e-07, + "leaf_42": 0.022877588868141174, + "leaf_43": 0.004051496274769306, + "leaf_44": 0.05664139240980148, + "leaf_45": 0.0017351474380120635, + "leaf_46": 0.02088240534067154, + "leaf_47": 0.006500117480754852, + "leaf_48": 0.06086599454283714, + "leaf_49": 0.0029903461690992117, + "leaf_50": 0.058804236352443695, + "leaf_51": 0.0024349885061383247, + "leaf_52": 0.04224731773138046, + "leaf_53": 0.007908736355602741, + "leaf_54": 0.006383575964719057, + "leaf_55": 0.004413207992911339, + "leaf_56": 0.004137845244258642, + "leaf_57": 2.539027263992466e-07, + "leaf_58": 0.02186005748808384, + "leaf_59": 0.002690055640414357, + "leaf_60": 0.04403669387102127, + "leaf_61": 0.0015812995843589306, + "leaf_62": 0.022373896092176437, + "leaf_63": 0.004585744347423315, + "leaf_64": 0.04832097515463829, + "leaf_65": 0.002505265176296234, + "leaf_66": 0.05241086706519127, + "leaf_67": 0.0015884422464296222, + "leaf_68": 0.033404238522052765, + "leaf_69": 0.008018105290830135, + "leaf_70": 0.00780809111893177, + "leaf_71": 0.0037141090724617243, + "leaf_72": 0.003371525090187788, + "leaf_73": 3.804322261657944e-07, + "leaf_74": 0.031681910157203674, + "leaf_75": 0.0018612160347402096, + "leaf_76": 0.03173097223043442, + "leaf_77": 0.002638191683217883, + "leaf_78": 0.030691511929035187, + "leaf_79": 0.0040505314245820045, + "leaf_80": 0.04093380272388458, + "leaf_81": 0.002461721422150731, + "leaf_82": 0.0526668019592762, + "leaf_83": 0.001014045556075871, + "leaf_84": 0.024950984865427017, + "leaf_85": 0.00575679074972868, + "leaf_86": 0.005727068521082401, + "leaf_87": 0.004263933282345533, + "leaf_88": 0.0037813037633895874, + "leaf_89": 3.0417882612709946e-07, + "leaf_90": 0.02666630409657955, + "leaf_91": 0.0011905032442882657, + "leaf_92": 0.023123405873775482, + "leaf_93": 0.0017202532617375255, + "leaf_94": 0.02615201473236084, + "leaf_95": 0.0025464186910539865, + "leaf_96": 0.029221918433904648, + "leaf_97": 0.00270408159121871, + "leaf_98": 0.05101843923330307, + "leaf_99": 0.000756283407099545, + "leaf_100": 0.019377948716282845, + "leaf_101": 0.004880382213741541, + "leaf_102": 0.005326829385012388, + "leaf_103": 0.00510580837726593, + "leaf_104": 0.004817493259906769, + "leaf_105": 3.7153040466364473e-07, + "leaf_106": 0.02702261321246624, + "leaf_107": 0.000672074209433049, + "leaf_108": 0.016917051747441292, + "leaf_109": 0.0017740156035870314, + "leaf_110": 0.027196209877729416, + "leaf_111": 0.0018355275969952345, + "leaf_112": 0.02412527985870838 + }, + "repr_drift_iters": 500, + "repr_drift_kl": 0.19363246858119965, + "repr_drift_kl_low_t": 0.1595606803894043, + "repr_drift_kl_mid_t": 0.17881068587303162, + "repr_drift_kl_high_t": 0.24065914750099182, + "cka_iters": 500, + "cka_similarity": 0.8428264260292053, + "t_analysis_iters": 500, + "norm_low_t": 0.38034433126449585, + "norm_high_t": 0.6636077165603638, + "lowhigh_cos": 0.17064832150936127, + "t_bin_norms": { + "t_0.0-0.1": 0.2783051133155823, + "t_0.1-0.2": 0.41192543506622314, + "t_0.2-0.3": 0.36574241518974304, + "t_0.3-0.4": 0.3584161102771759, + "t_0.4-0.5": 0.36876869201660156, + "t_0.5-0.6": 0.351698637008667, + "t_0.6-0.7": 0.444979190826416, + "t_0.7-0.8": 0.4613479971885681, + "t_0.8-0.9": 0.4654713571071625, + "t_0.9-1.0": 0.7755405902862549 + }, + "win_rate": 0.4933956265449524, + "effective_batch_size": 426.11175537109375, + "per_achievement_rates": {} + } + ], + "final_ach_rates": { + "Achievements/collect_coal": 0.534746602376302, + "Achievements/collect_diamond": 0.0011520859350760777, + "Achievements/collect_drink": 0.4482572555541992, + "Achievements/collect_iron": 0.34443845113118493, + "Achievements/collect_sapling": 0.9200474039713541, + "Achievements/collect_stone": 0.8580929819742839, + "Achievements/collect_wood": 0.9919273630777994, + "Achievements/defeat_skeleton": 0.1768280855814616, + "Achievements/defeat_zombie": 0.604400863647461, + "Achievements/eat_cow": 0.38019852956136063, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.021121313174565632, + "Achievements/make_iron_sword": 0.16838261286417644, + "Achievements/make_stone_pickaxe": 0.6243394088745117, + "Achievements/make_stone_sword": 0.7116346740722657, + "Achievements/make_wood_pickaxe": 0.9034707387288412, + "Achievements/make_wood_sword": 0.6824008941650391, + "Achievements/place_furnace": 0.8092562357584635, + "Achievements/place_plant": 0.6255246988932291, + "Achievements/place_stone": 0.674326655069987, + "Achievements/place_table": 0.9496356201171875, + "Achievements/wake_up": 0.2802635637919108 + }, + "all_final_ach_rates": [ + { + "Achievements/collect_coal": 0.5458715438842774, + "Achievements/collect_diamond": 0.0011467889696359635, + "Achievements/collect_drink": 0.4621559524536133, + "Achievements/collect_iron": 0.36123851776123045, + "Achievements/collect_sapling": 0.9151375579833985, + "Achievements/collect_stone": 0.8704128265380859, + "Achievements/collect_wood": 0.9931192016601562, + "Achievements/defeat_skeleton": 0.17889907836914062, + "Achievements/defeat_zombie": 0.602064208984375, + "Achievements/eat_cow": 0.3933486175537109, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.028669724464416502, + "Achievements/make_iron_sword": 0.17201833724975585, + "Achievements/make_stone_pickaxe": 0.6330274963378906, + "Achievements/make_stone_sword": 0.7144495391845703, + "Achievements/make_wood_pickaxe": 0.912844009399414, + "Achievements/make_wood_sword": 0.6915137481689453, + "Achievements/place_furnace": 0.8222476959228515, + "Achievements/place_plant": 0.6238531875610351, + "Achievements/place_stone": 0.6720183563232421, + "Achievements/place_table": 0.9518347930908203, + "Achievements/wake_up": 0.2901375961303711 + }, + { + "Achievements/collect_coal": 0.515643081665039, + "Achievements/collect_diamond": 0.0, + "Achievements/collect_drink": 0.4484356689453125, + "Achievements/collect_iron": 0.3395133209228516, + "Achievements/collect_sapling": 0.9246813201904297, + "Achievements/collect_stone": 0.8493626403808594, + "Achievements/collect_wood": 0.995364990234375, + "Achievements/defeat_skeleton": 0.15758979797363282, + "Achievements/defeat_zombie": 0.6152954483032227, + "Achievements/eat_cow": 0.3719582748413086, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.015063730478286743, + "Achievements/make_iron_sword": 0.16338354110717773, + "Achievements/make_stone_pickaxe": 0.6106604766845704, + "Achievements/make_stone_sword": 0.7045191192626953, + "Achievements/make_wood_pickaxe": 0.8980300903320313, + "Achievements/make_wood_sword": 0.6755503845214844, + "Achievements/place_furnace": 0.7937427520751953, + "Achievements/place_plant": 0.6187717056274414, + "Achievements/place_stone": 0.644264144897461, + "Achievements/place_table": 0.9548088073730469, + "Achievements/wake_up": 0.2885283851623535 + }, + { + "Achievements/collect_coal": 0.5427251815795898, + "Achievements/collect_diamond": 0.0023094688355922697, + "Achievements/collect_drink": 0.4341801452636719, + "Achievements/collect_iron": 0.33256351470947265, + "Achievements/collect_sapling": 0.9203233337402343, + "Achievements/collect_stone": 0.8545034790039062, + "Achievements/collect_wood": 0.9872978973388672, + "Achievements/defeat_skeleton": 0.19399538040161132, + "Achievements/defeat_zombie": 0.5958429336547851, + "Achievements/eat_cow": 0.3752886962890625, + "Achievements/eat_plant": 0.0, + "Achievements/make_iron_pickaxe": 0.019630484580993653, + "Achievements/make_iron_sword": 0.1697459602355957, + "Achievements/make_stone_pickaxe": 0.6293302536010742, + "Achievements/make_stone_sword": 0.7159353637695313, + "Achievements/make_wood_pickaxe": 0.8995381164550781, + "Achievements/make_wood_sword": 0.6801385498046875, + "Achievements/place_furnace": 0.8117782592773437, + "Achievements/place_plant": 0.633949203491211, + "Achievements/place_stone": 0.7066974639892578, + "Achievements/place_table": 0.9422632598876953, + "Achievements/wake_up": 0.2621247100830078 + } + ] + } + } +} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/achievement_summary.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/achievement_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..d5fd022510ab7b4f17e838b00a9175de3b4e09c5 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/achievement_summary.csv @@ -0,0 +1,23 @@ +Achievement,Pretrained,baseline_rl,delta_baseline_rl +Achievements/collect_coal,0.6357,0.5347,-0.101 +Achievements/collect_diamond,0.0,0.0012,0.0012 +Achievements/collect_drink,0.5006,0.4483,-0.0523 +Achievements/collect_iron,0.4313,0.3444,-0.0868 +Achievements/collect_sapling,0.8907,0.92,0.0293 +Achievements/collect_stone,0.9154,0.8581,-0.0573 +Achievements/collect_wood,0.9953,0.9919,-0.0034 +Achievements/defeat_skeleton,0.208,0.1768,-0.0312 +Achievements/defeat_zombie,0.6663,0.6044,-0.0619 +Achievements/eat_cow,0.4501,0.3802,-0.0699 +Achievements/eat_plant,0.0,0.0,0.0 +Achievements/make_iron_pickaxe,0.0517,0.0211,-0.0306 +Achievements/make_iron_sword,0.2385,0.1684,-0.0702 +Achievements/make_stone_pickaxe,0.7203,0.6243,-0.096 +Achievements/make_stone_sword,0.792,0.7116,-0.0804 +Achievements/make_wood_pickaxe,0.9553,0.9035,-0.0519 +Achievements/make_wood_sword,0.812,0.6824,-0.1296 +Achievements/place_furnace,0.879,0.8093,-0.0697 +Achievements/place_plant,0.6381,0.6255,-0.0125 +Achievements/place_stone,0.7286,0.6743,-0.0542 +Achievements/place_table,0.9835,0.9496,-0.0339 +Achievements/wake_up,0.3831,0.2803,-0.1028 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/achievement_summary.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/achievement_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..fe890f51643201e131f03d9d521158b44bde2988 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/achievement_summary.tex @@ -0,0 +1,33 @@ +\begin{table}[htbp] +\centering +\caption{Per-achievement final unlock rates and delta vs pretrained.} +\label{tab:achievements} +\begin{tabular}{lrrr} +\toprule +\textbf{Achievement} & \textbf{Pretrained} & \textbf{baseline\_rl} & \textbf{delta\_baseline\_rl} \\ +\midrule +Achievements/collect\_coal & 0.6357 & 0.5347 & -0.1010 \\ +Achievements/collect\_diamond & 0.0000 & 0.0012 & 0.0012 \\ +Achievements/collect\_drink & 0.5006 & 0.4483 & -0.0523 \\ +Achievements/collect\_iron & 0.4313 & 0.3444 & -0.0868 \\ +Achievements/collect\_sapling & 0.8907 & 0.9200 & 0.0293 \\ +Achievements/collect\_stone & 0.9154 & 0.8581 & -0.0573 \\ +Achievements/collect\_wood & 0.9953 & 0.9919 & -0.0034 \\ +Achievements/defeat\_skeleton & 0.2080 & 0.1768 & -0.0312 \\ +Achievements/defeat\_zombie & 0.6663 & 0.6044 & -0.0619 \\ +Achievements/eat\_cow & 0.4501 & 0.3802 & -0.0699 \\ +Achievements/eat\_plant & 0.0000 & 0.0000 & 0.0000 \\ +Achievements/make\_iron\_pickaxe & 0.0517 & 0.0211 & -0.0306 \\ +Achievements/make\_iron\_sword & 0.2385 & 0.1684 & -0.0702 \\ +Achievements/make\_stone\_pickaxe & 0.7203 & 0.6243 & -0.0960 \\ +Achievements/make\_stone\_sword & 0.7920 & 0.7116 & -0.0804 \\ +Achievements/make\_wood\_pickaxe & 0.9553 & 0.9035 & -0.0519 \\ +Achievements/make\_wood\_sword & 0.8120 & 0.6824 & -0.1296 \\ +Achievements/place\_furnace & 0.8790 & 0.8093 & -0.0697 \\ +Achievements/place\_plant & 0.6381 & 0.6255 & -0.0125 \\ +Achievements/place\_stone & 0.7286 & 0.6743 & -0.0542 \\ +Achievements/place\_table & 0.9835 & 0.9496 & -0.0339 \\ +Achievements/wake\_up & 0.3831 & 0.2803 & -0.1028 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/forgetting_analysis.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/forgetting_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..e09d89f516c0efe9b5c3edf01c1dda502ef88cf0 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/forgetting_analysis.csv @@ -0,0 +1,2 @@ +Method,First_Collapse_Iter,Min_Score,Min_Score_Iter,Recovery_Score,Recovered +baseline_rl,never,10.8327,475,10.8104,N/A diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/forgetting_analysis.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/forgetting_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..3f104902e16928c2df573d4d3c2b1270e495cc61 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/forgetting_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Catastrophic forgetting timeline.} +\label{tab:forgetting} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{First\_Collapse\_Iter} & \textbf{Min\_Score} & \textbf{Min\_Score\_Iter} & \textbf{Recovery\_Score} & \textbf{Recovered} \\ +\midrule +baseline\_rl & never & 10.8327 & 475 & 10.8104 & N/A \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/gradient_analysis.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/gradient_analysis.csv new file mode 100644 index 0000000000000000000000000000000000000000..ea0c6b2137f37a2a2c4a8fc4cd9e76adb5e6b2ef --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/gradient_analysis.csv @@ -0,0 +1,2 @@ +Method,Mean_Grad_Align,Final_Grad_Align,Trend,Mean_KL_Drift,Final_KL_Drift +baseline_rl,0.2262,0.2409,down,0.134784,0.186274 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/gradient_analysis.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/gradient_analysis.tex new file mode 100644 index 0000000000000000000000000000000000000000..71ac2bdb39a18d83a0dd355c261fb56f50830aad --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/gradient_analysis.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Gradient alignment and representation drift analysis.} +\label{tab:gradient} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Method} & \textbf{Mean\_Grad\_Align} & \textbf{Final\_Grad\_Align} & \textbf{Trend} & \textbf{Mean\_KL\_Drift} & \textbf{Final\_KL\_Drift} \\ +\midrule +baseline\_rl & 0.2262 & 0.2409 & down & 0.1348 & 0.1863 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/group_summary.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/group_summary.csv new file mode 100644 index 0000000000000000000000000000000000000000..7f7ec9ec4df488975b55fc64e0f93294807d54c4 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/group_summary.csv @@ -0,0 +1,2 @@ +Group,N,Mean,Best,Worst,StdDev +Baseline,1,10.8104,10.8104,10.8104,0.0 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/group_summary.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/group_summary.tex new file mode 100644 index 0000000000000000000000000000000000000000..1c907f5ff19b3fed6d8c7b96a633cc8aeb29e3fd --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/group_summary.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Group summary statistics.} +\label{tab:group_summary} +\begin{tabular}{lrrrrr} +\toprule +\textbf{Group} & \textbf{N} & \textbf{Mean} & \textbf{Best} & \textbf{Worst} & \textbf{StdDev} \\ +\midrule +Baseline & 1 & 10.8104 & 10.8104 & 10.8104 & 0.0000 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/hypothesis_verdict.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/hypothesis_verdict.csv new file mode 100644 index 0000000000000000000000000000000000000000..5694044bea421eb81246bed24eec1d7de412c824 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/hypothesis_verdict.csv @@ -0,0 +1,2 @@ +Ablation,Group,Hypothesis,Result,Conclusion +baseline_rl,Baseline,Diagnoses whether the RL signal alone causes collapse,NEUTRAL,Inconclusive — no significant change diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/hypothesis_verdict.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/hypothesis_verdict.tex new file mode 100644 index 0000000000000000000000000000000000000000..6a3b006d2193a0dd486dfc029ce7c9c22acf324f --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/hypothesis_verdict.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Hypothesis verdict per ablation.} +\label{tab:hypothesis} +\begin{tabular}{lrrrr} +\toprule +\textbf{Ablation} & \textbf{Group} & \textbf{Hypothesis} & \textbf{Result} & \textbf{Conclusion} \\ +\midrule +baseline\_rl & Baseline & Diagnoses whether the RL signal alone causes collapse & NEUTRAL & Inconclusive — no significant change \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/main_results.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/main_results.csv new file mode 100644 index 0000000000000000000000000000000000000000..7c7ac00d425e8425cc7d95cd6f139d6b0c0f1181 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/main_results.csv @@ -0,0 +1,2 @@ +Method,Group,Final_Score,Score_Std,Delta_vs_Pretrained,Delta_vs_Baseline_RL,Verdict +baseline_rl,Baseline,10.8104,0.1024,-1.165,0.0,NEUTRAL diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/main_results.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/main_results.tex new file mode 100644 index 0000000000000000000000000000000000000000..64d98588ca56f23a49a0ae2b4216500582c20da3 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/main_results.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Main ablation results.} +\label{tab:main_results} +\begin{tabular}{lrrrrrr} +\toprule +\textbf{Method} & \textbf{Group} & \textbf{Final\_Score} & \textbf{Score\_Std} & \textbf{Delta\_vs\_Pretrained} & \textbf{Delta\_vs\_Baseline\_RL} & \textbf{Verdict} \\ +\midrule +baseline\_rl & Baseline & 10.8104 & 0.1024 & -1.1650 & 0.0000 & NEUTRAL \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/per_env.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/per_env.csv new file mode 100644 index 0000000000000000000000000000000000000000..29e852d97f5ce00abe63b8ef4c0ff5845bb1e46a --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/per_env.csv @@ -0,0 +1,3 @@ +Method,Achievements/collect_coal,Achievements/collect_diamond,Achievements/collect_drink,Achievements/collect_iron,Achievements/collect_sapling,Achievements/collect_stone,Achievements/collect_wood,Achievements/defeat_skeleton,Achievements/defeat_zombie,Achievements/eat_cow,Achievements/eat_plant,Achievements/make_iron_pickaxe,Achievements/make_iron_sword,Achievements/make_stone_pickaxe,Achievements/make_stone_sword,Achievements/make_wood_pickaxe,Achievements/make_wood_sword,Achievements/place_furnace,Achievements/place_plant,Achievements/place_stone,Achievements/place_table,Achievements/wake_up +pretrained,0.6357,0.0,0.5006,0.4313,0.8907,0.9154,0.9953,0.208,0.6663,0.4501,0.0,0.0517,0.2385,0.7203,0.792,0.9553,0.812,0.879,0.6381,0.7286,0.9835,0.3831 +baseline_rl,0.5347,0.0012,0.4483,0.3444,0.92,0.8581,0.9919,0.1768,0.6044,0.3802,0.0,0.0211,0.1684,0.6243,0.7116,0.9035,0.6824,0.8093,0.6255,0.6743,0.9496,0.2803 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/per_env.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/per_env.tex new file mode 100644 index 0000000000000000000000000000000000000000..4d3042c1fd2e6a96426481d059248c1fdea4e9e2 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/per_env.tex @@ -0,0 +1,13 @@ +\begin{table}[htbp] +\centering +\caption{Per-environment (per-achievement) win rates at final eval.} +\label{tab:per_env} +\begin{tabular}{lrrrrrrrrrrrrrrrrrrrrrr} +\toprule +\textbf{Method} & \textbf{Achievements/collect\_coal} & \textbf{Achievements/collect\_diamond} & \textbf{Achievements/collect\_drink} & \textbf{Achievements/collect\_iron} & \textbf{Achievements/collect\_sapling} & \textbf{Achievements/collect\_stone} & \textbf{Achievements/collect\_wood} & \textbf{Achievements/defeat\_skeleton} & \textbf{Achievements/defeat\_zombie} & \textbf{Achievements/eat\_cow} & \textbf{Achievements/eat\_plant} & \textbf{Achievements/make\_iron\_pickaxe} & \textbf{Achievements/make\_iron\_sword} & \textbf{Achievements/make\_stone\_pickaxe} & \textbf{Achievements/make\_stone\_sword} & \textbf{Achievements/make\_wood\_pickaxe} & \textbf{Achievements/make\_wood\_sword} & \textbf{Achievements/place\_furnace} & \textbf{Achievements/place\_plant} & \textbf{Achievements/place\_stone} & \textbf{Achievements/place\_table} & \textbf{Achievements/wake\_up} \\ +\midrule +pretrained & 0.6357 & 0.0000 & 0.5006 & 0.4313 & 0.8907 & 0.9154 & 0.9953 & 0.2080 & 0.6663 & 0.4501 & 0.0000 & 0.0517 & 0.2385 & 0.7203 & 0.7920 & 0.9553 & 0.8120 & 0.8790 & 0.6381 & 0.7286 & 0.9835 & 0.3831 \\ +baseline\_rl & 0.5347 & 0.0012 & 0.4483 & 0.3444 & 0.9200 & 0.8581 & 0.9919 & 0.1768 & 0.6044 & 0.3802 & 0.0000 & 0.0211 & 0.1684 & 0.6243 & 0.7116 & 0.9035 & 0.6824 & 0.8093 & 0.6255 & 0.6743 & 0.9496 & 0.2803 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/repr_drift.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/repr_drift.csv new file mode 100644 index 0000000000000000000000000000000000000000..4c6ee86f75da2b44a91f784ac98f4c0fb0658b77 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/repr_drift.csv @@ -0,0 +1,2 @@ +Method,KL_mean,KL_low_t,KL_mid_t,KL_high_t +baseline_rl,0.186274,0.163329,0.182783,0.215775 diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/repr_drift.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/repr_drift.tex new file mode 100644 index 0000000000000000000000000000000000000000..848031104d2548b2e376aefa33771f3c6d8b4d22 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/repr_drift.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Representation drift (KL divergence) at final iteration.} +\label{tab:repr_drift} +\begin{tabular}{lrrrr} +\toprule +\textbf{Method} & \textbf{KL\_mean} & \textbf{KL\_low\_t} & \textbf{KL\_mid\_t} & \textbf{KL\_high\_t} \\ +\midrule +baseline\_rl & 0.1863 & 0.1633 & 0.1828 & 0.2158 \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/t_distribution.csv b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/t_distribution.csv new file mode 100644 index 0000000000000000000000000000000000000000..e03c58a9945d1c0544c528ad5b9a8b3038ad2306 --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/t_distribution.csv @@ -0,0 +1,2 @@ +Method,HighLow_Ratio,LowHigh_Cos_Sim,Dominant_Regime +baseline_rl,2.004,-0.0269,high-t diff --git a/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/t_distribution.tex b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/t_distribution.tex new file mode 100644 index 0000000000000000000000000000000000000000..8e14d9b5ee1465dabfce10ea2e7e60249a1340cb --- /dev/null +++ b/experiments/rl_finetuning/outputs/review_run4_baseline_lr1e-5/tables/t_distribution.tex @@ -0,0 +1,12 @@ +\begin{table}[htbp] +\centering +\caption{Timestep distribution analysis.} +\label{tab:t_dist} +\begin{tabular}{lrrr} +\toprule +\textbf{Method} & \textbf{HighLow\_Ratio} & \textbf{LowHigh\_Cos\_Sim} & \textbf{Dominant\_Regime} \\ +\midrule +baseline\_rl & 2.0040 & -0.0269 & high-t \\ +\bottomrule +\end{tabular} +\end{table} \ No newline at end of file diff --git a/results/inference/expert_classic_n256_s0_t1.0.json b/results/inference/expert_classic_n256_s0_t1.0.json new file mode 100644 index 0000000000000000000000000000000000000000..2d935b5f2888c5cad444bd0686999c42f0fb790e --- /dev/null +++ b/results/inference/expert_classic_n256_s0_t1.0.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 0, + "num_envs": 256, + "steps": 1024, + "temperature": 1.0, + "mean_return_completed_episodes": 18.822627801964753, + "n_completed_episodes": 685, + "mean_return_first_life": 18.779296923428774, + "mean_score": 18.779296923428774, + "best_score": 21.100000381469727, + "mean_episode_length": 332.05859375, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 0.9765625, + "collect_sapling": 1.0, + "collect_drink": 0.984375, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 0.9921875, + "place_plant": 1.0, + "defeat_zombie": 1.0, + "collect_stone": 0.99609375, + "place_stone": 0.99609375, + "eat_plant": 0.00390625, + "defeat_skeleton": 0.9296875, + "make_stone_pickaxe": 0.96875, + "make_stone_sword": 0.9765625, + "wake_up": 0.80859375, + "place_furnace": 0.99609375, + "collect_coal": 0.97265625, + "collect_iron": 0.96875, + "collect_diamond": 0.20703125, + "make_iron_pickaxe": 0.921875, + "make_iron_sword": 0.9609375 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 19.5 +} diff --git a/results/inference/expert_classic_n32_s0_t0.5.json b/results/inference/expert_classic_n32_s0_t0.5.json new file mode 100644 index 0000000000000000000000000000000000000000..02b28c74b276975de9affcfad75a6292e2f64856 --- /dev/null +++ b/results/inference/expert_classic_n32_s0_t0.5.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 0, + "num_envs": 32, + "steps": 1024, + "temperature": 0.5, + "mean_return_completed_episodes": 18.536170163053146, + "n_completed_episodes": 94, + "mean_return_first_life": 18.475000023841858, + "mean_score": 18.475000023841858, + "best_score": 20.10000228881836, + "mean_episode_length": 297.21875, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 0.875, + "collect_sapling": 1.0, + "collect_drink": 0.9375, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 0.96875, + "place_plant": 1.0, + "defeat_zombie": 1.0, + "collect_stone": 1.0, + "place_stone": 1.0, + "eat_plant": 0.0, + "defeat_skeleton": 0.9375, + "make_stone_pickaxe": 0.9375, + "make_stone_sword": 0.96875, + "wake_up": 0.71875, + "place_furnace": 1.0, + "collect_coal": 0.9375, + "collect_iron": 0.9375, + "collect_diamond": 0.28125, + "make_iron_pickaxe": 0.9375, + "make_iron_sword": 0.9375 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 16.1 +} diff --git a/results/inference/expert_classic_n32_s0_t1.0.json b/results/inference/expert_classic_n32_s0_t1.0.json new file mode 100644 index 0000000000000000000000000000000000000000..7ac391a05a577add03304763013ea1c689f6b410 --- /dev/null +++ b/results/inference/expert_classic_n32_s0_t1.0.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 0, + "num_envs": 32, + "steps": 1024, + "temperature": 1.0, + "mean_return_completed_episodes": 18.297674661458924, + "n_completed_episodes": 86, + "mean_return_first_life": 18.381250351667404, + "mean_score": 18.381250351667404, + "best_score": 20.100000381469727, + "mean_episode_length": 289.03125, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 0.9375, + "collect_sapling": 1.0, + "collect_drink": 0.96875, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 0.96875, + "place_plant": 1.0, + "defeat_zombie": 1.0, + "collect_stone": 1.0, + "place_stone": 1.0, + "eat_plant": 0.0, + "defeat_skeleton": 0.90625, + "make_stone_pickaxe": 0.90625, + "make_stone_sword": 0.9375, + "wake_up": 0.84375, + "place_furnace": 1.0, + "collect_coal": 0.9375, + "collect_iron": 0.90625, + "collect_diamond": 0.1875, + "make_iron_pickaxe": 0.875, + "make_iron_sword": 0.90625 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 14.4 +} diff --git a/results/inference/expert_classic_n32_s1_t0.5.json b/results/inference/expert_classic_n32_s1_t0.5.json new file mode 100644 index 0000000000000000000000000000000000000000..53f41eda6384511c3c8a07585b2c33b480204f31 --- /dev/null +++ b/results/inference/expert_classic_n32_s1_t0.5.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 1, + "num_envs": 32, + "steps": 1024, + "temperature": 0.5, + "mean_return_completed_episodes": 18.992857331321353, + "n_completed_episodes": 84, + "mean_return_first_life": 19.037500202655792, + "mean_score": 19.037500202655792, + "best_score": 20.100000381469727, + "mean_episode_length": 320.3125, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 1.0, + "collect_sapling": 1.0, + "collect_drink": 0.96875, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 1.0, + "place_plant": 1.0, + "defeat_zombie": 1.0, + "collect_stone": 1.0, + "place_stone": 1.0, + "eat_plant": 0.0, + "defeat_skeleton": 0.9375, + "make_stone_pickaxe": 1.0, + "make_stone_sword": 1.0, + "wake_up": 0.8125, + "place_furnace": 1.0, + "collect_coal": 1.0, + "collect_iron": 1.0, + "collect_diamond": 0.28125, + "make_iron_pickaxe": 0.90625, + "make_iron_sword": 0.96875 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 4.1 +} diff --git a/results/inference/expert_classic_n32_s1_t1.0.json b/results/inference/expert_classic_n32_s1_t1.0.json new file mode 100644 index 0000000000000000000000000000000000000000..f599e174b0534da376919129607da7f8467b27a7 --- /dev/null +++ b/results/inference/expert_classic_n32_s1_t1.0.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 1, + "num_envs": 32, + "steps": 1024, + "temperature": 1.0, + "mean_return_completed_episodes": 18.72352959127987, + "n_completed_episodes": 85, + "mean_return_first_life": 18.818750083446503, + "mean_score": 18.818750083446503, + "best_score": 20.100000381469727, + "mean_episode_length": 316.375, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 1.0, + "collect_sapling": 1.0, + "collect_drink": 1.0, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 1.0, + "place_plant": 1.0, + "defeat_zombie": 1.0, + "collect_stone": 1.0, + "place_stone": 1.0, + "eat_plant": 0.0, + "defeat_skeleton": 0.90625, + "make_stone_pickaxe": 1.0, + "make_stone_sword": 1.0, + "wake_up": 0.84375, + "place_furnace": 1.0, + "collect_coal": 0.96875, + "collect_iron": 0.9375, + "collect_diamond": 0.25, + "make_iron_pickaxe": 0.84375, + "make_iron_sword": 0.9375 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 4.0 +} diff --git a/results/inference/expert_classic_n32_s2_t0.5.json b/results/inference/expert_classic_n32_s2_t0.5.json new file mode 100644 index 0000000000000000000000000000000000000000..1dbbab794c40337d607ec5d431c6a37303bb54ee --- /dev/null +++ b/results/inference/expert_classic_n32_s2_t0.5.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 2, + "num_envs": 32, + "steps": 1024, + "temperature": 0.5, + "mean_return_completed_episodes": 18.747058944141163, + "n_completed_episodes": 85, + "mean_return_first_life": 19.100000321865082, + "mean_score": 19.100000321865082, + "best_score": 20.10000228881836, + "mean_episode_length": 349.96875, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 1.0, + "collect_sapling": 1.0, + "collect_drink": 1.0, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 1.0, + "place_plant": 1.0, + "defeat_zombie": 0.96875, + "collect_stone": 1.0, + "place_stone": 1.0, + "eat_plant": 0.03125, + "defeat_skeleton": 1.0, + "make_stone_pickaxe": 1.0, + "make_stone_sword": 1.0, + "wake_up": 0.84375, + "place_furnace": 1.0, + "collect_coal": 1.0, + "collect_iron": 1.0, + "collect_diamond": 0.21875, + "make_iron_pickaxe": 0.9375, + "make_iron_sword": 1.0 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 4.1 +} diff --git a/results/inference/expert_classic_n32_s2_t1.0.json b/results/inference/expert_classic_n32_s2_t1.0.json new file mode 100644 index 0000000000000000000000000000000000000000..3f3207510993cb801b21e4c8924559e506d5f6e4 --- /dev/null +++ b/results/inference/expert_classic_n32_s2_t1.0.json @@ -0,0 +1,41 @@ +{ + "checkpoint": "checkpoints/ppo_agents/Craftax-Classic-Symbolic-v1-PPO_RNN-1000M", + "model_type": "ppo_rnn", + "env_name": "Craftax-Classic-Symbolic-v1", + "seed": 2, + "num_envs": 32, + "steps": 1024, + "temperature": 1.0, + "mean_return_completed_episodes": 18.83750010728836, + "n_completed_episodes": 80, + "mean_return_first_life": 19.037500083446503, + "mean_score": 19.037500083446503, + "best_score": 20.100000381469727, + "mean_episode_length": 350.4375, + "achievement_rates": { + "collect_wood": 1.0, + "place_table": 1.0, + "eat_cow": 1.0, + "collect_sapling": 1.0, + "collect_drink": 0.96875, + "make_wood_pickaxe": 1.0, + "make_wood_sword": 1.0, + "place_plant": 1.0, + "defeat_zombie": 0.96875, + "collect_stone": 1.0, + "place_stone": 1.0, + "eat_plant": 0.0, + "defeat_skeleton": 0.96875, + "make_stone_pickaxe": 1.0, + "make_stone_sword": 1.0, + "wake_up": 0.84375, + "place_furnace": 1.0, + "collect_coal": 1.0, + "collect_iron": 1.0, + "collect_diamond": 0.21875, + "make_iron_pickaxe": 0.96875, + "make_iron_sword": 1.0 + }, + "achievements_at_0.5": 20, + "wall_clock_s": 4.1 +}